-- Logs begin at Fri 2021-04-30 16:36:34 UTC, end at Fri 2021-04-30 17:44:34 UTC. -- Apr 30 17:20:29.337481 dv-cinder-784779-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 17:20:31.786671 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.common.config [-] Logging enabled! Apr 30 17:20:31.787244 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev176 Apr 30 17:20:31.787467 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74354) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 17:20:31.791002 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.common.config [-] Logging enabled! Apr 30 17:20:31.791262 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev176 Apr 30 17:20:31.791575 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74354) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 17:20:31.792512 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 17:20:31.792748 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 17:20:31.793104 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 17:20:31.793349 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 17:20:31.793685 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 17:20:31.794117 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.794297 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.794598 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.794830 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.795126 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.795421 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.795706 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.795996 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.796295 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.796582 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.796864 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.797147 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.797379 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.797665 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.797952 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.798269 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.798494 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] debug = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.798807 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.799269 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.799693 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.799973 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.800265 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.800564 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.800823 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.801104 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.801390 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.801720 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] host = dv-cinder-784779-10-smb {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.802001 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.802312 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.802603 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.802890 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.803163 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.803441 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.803728 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.804000 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.804272 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] log_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.804547 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.804834 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.805227 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.805529 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.805757 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.805980 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.806299 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.806590 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.806867 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.807140 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.807416 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.807692 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.807983 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.808239 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.808525 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.808811 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.809187 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.809674 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.809674 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.809943 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.810283 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.810568 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.810844 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.811124 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.811398 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.811686 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.811957 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.812230 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.812534 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.812821 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.813103 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.813388 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.813661 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.813943 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.814245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.814523 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.814793 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] use_json = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.815066 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.815335 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.815616 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.815891 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.816163 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.816435 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.816707 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.816991 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:31.817289 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.817586 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.817887 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.818197 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.818494 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.818775 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.819064 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.819342 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.819631 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.819922 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.820214 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.820494 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.820783 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.821066 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.821360 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.821663 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.821991 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.822308 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.822590 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.822863 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.823137 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.823417 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.823705 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.824001 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.824295 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.824570 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.825414 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.825859 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.825954 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.826232 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.826517 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.826811 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.827095 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.827370 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.827652 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.828025 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.828309 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.828584 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.828865 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.829156 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.829434 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.829708 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.829980 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.830290 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.830569 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.830857 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.831137 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.831418 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.831690 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.831969 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.832241 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.832518 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.832798 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.833108 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.833392 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.833667 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.833938 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.834238 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.834515 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.834787 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.835060 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.835334 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.835613 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.835887 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.836161 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.836438 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.836715 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.836990 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.837281 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.837635 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.837859 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.838161 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.838448 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.838728 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.839005 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.839283 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.839564 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.839841 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.840114 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.841122 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.841536 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.841628 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.841913 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.842225 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.842526 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.842811 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.843102 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.843382 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.843664 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.843958 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.844247 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.844546 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.844890 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.845191 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.845589 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.845887 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.846200 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.846518 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.846801 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:31.847021 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 17:20:31.847263 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74354) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 17:20:32.202594 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:20:32.202792 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:20:32.203081 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:20:32.203417 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 17:20:32.513205 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.513493 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.513759 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.515021 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.515293 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.515554 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.636117 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.636394 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.636660 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.649815 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.650134 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.650382 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.679484 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.679766 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.680036 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.718774 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.719058 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.719328 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.953145 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.953781 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.953781 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.953929 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:32.954700 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.079442 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.079753 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.080036 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.080308 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.080576 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.080885 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.081148 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.081406 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.081677 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.081941 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.082227 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.082494 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.082761 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.083017 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.083286 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.083555 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.083813 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.084227 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.084485 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.084771 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.085122 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.085378 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.085630 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.085913 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.086255 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.086510 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.086899 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:20:33.087139 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:20:33.087378 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:20:33.087615 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:20:33.087849 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:20:33.088084 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:20:33.088449 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 17:20:33.092153 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 17:20:33.096067 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 17:20:33.099805 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 30 17:20:33.101424 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 17:20:33.102005 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 17:20:33.102237 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 17:20:33.102627 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 17:20:33.105556 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 17:20:33.105830 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 17:20:33.106786 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 17:20:33.134943 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 17:20:33.135395 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.135696 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74354) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 17:20:33.136065 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.137940 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74354) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 17:20:33.138277 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 17:20:33.138510 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 17:20:33.141609 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.141891 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:33.220884 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 17:20:33.221042 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 17:20:33.221285 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 17:20:33.221660 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 17:20:33.252279 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_db.sqlalchemy.engines [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74354) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 17:20:33.948804 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Initializing driver for type 'gre' Apr 30 17:20:33.949344 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] gre ID ranges: [(1, 1000)] Apr 30 17:20:34.245631 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Initializing driver for type 'local' Apr 30 17:20:34.246294 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Initializing driver for type 'vlan' Apr 30 17:20:34.348807 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] VlanTypeDriver initialization complete Apr 30 17:20:34.349167 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Initializing driver for type 'vxlan' Apr 30 17:20:34.349655 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] vxlan ID ranges: [(1, 1000)] Apr 30 17:20:34.715065 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Initializing extension driver 'port_security' Apr 30 17:20:34.715363 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.extensions.port_security [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] PortSecurityExtensionDriver initialization complete Apr 30 17:20:34.715715 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Initializing mechanism driver 'openvswitch' Apr 30 17:20:34.716044 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Initializing mechanism driver 'hyperv' Apr 30 17:20:34.723342 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.plugins.ml2.plugin [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:20:34.724097 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > port after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.724474 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > port after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.724828 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > port after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.725220 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > subnet after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.725571 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > subnet after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.725916 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > subnet after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.726319 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > network after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.726671 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > network after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.727008 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > network after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.727379 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > security_group after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.727722 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > security_group after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.728063 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > security_group after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.728440 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.728782 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.729119 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.729492 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > address_group after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.729836 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > address_group after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.730199 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > address_group after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.730541 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] ML2 OVO RPC backend initialized. {{(pid=74354) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 17:20:34.731249 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router_interface after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.731599 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.732008 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > network before_response 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.732613 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > networks before_response 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.732793 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > port before_response 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.733135 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > ports before_response 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.733477 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > subnet before_response 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.733821 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > subnets before_response 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.734195 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > network after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.734536 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > network after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.734867 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > network after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.735207 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > port after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.735544 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > port after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.735873 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > port after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.736339 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > subnet after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.736537 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > subnet after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.736868 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > subnet after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.737446 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.plugin [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Modular L2 Plugin initialization complete Apr 30 17:20:34.737774 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading services supported by the core plugin {{(pid=74354) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 17:20:34.738114 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.plugins.ml2.managers [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Got port-security extension from driver 'port_security' Apr 30 17:20:34.738577 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.extensions.vlantransparent [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Disabled vlantransparent extension. Apr 30 17:20:34.739074 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74354) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 17:20:34.739388 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading Plugin: router Apr 30 17:20:34.790448 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router_interface before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.790844 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router after_create 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.791210 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router before_create 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.791574 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.791945 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.792293 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router after_delete 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.792647 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > floatingip after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.793003 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router after_create 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.793350 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router after_update 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.793693 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router after_update 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.794040 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.794427 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router after_update 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.794862 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router precommit_update 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.795234 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: port after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.795566 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: port after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.795901 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: subnet after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.796238 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.796584 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > port precommit_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.796925 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router precommit_create 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.797262 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: port before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.797603 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router precommit_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.797958 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router after_update 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.798322 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router precommit_delete 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.798663 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router precommit_create 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.799022 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router_interface after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.799361 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router precommit_update 55549900 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.799728 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > network after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.800596 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Tracking information for resource: router configured {{(pid=74354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:20:34.800925 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Tracking information for resource: floatingip configured {{(pid=74354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 17:20:34.805886 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.db.l3_agentschedulers_db [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 17:20:34.806495 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: port after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.806860 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: port after_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.807216 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: port after_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.807564 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: port after_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.808370 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router before_create 55550100 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.808730 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router precommit_delete 55550100 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.809089 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router precommit_create 55550100 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.809441 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > router precommit_update 55550100 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.813871 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.services.provider_configuration [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service providers = [] {{(pid=74354) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 17:20:34.814269 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.db.servicetype_db [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74354) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 17:20:34.817163 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.services.service_base [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 17:20:34.817510 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.services.service_base [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 17:20:34.817847 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.services.service_base [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 17:20:34.818760 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.services.service_base [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 17:20:34.819125 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.services.service_base [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 17:20:34.819674 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:20:34.819993 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 17:20:34.830936 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:20:34.831272 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading Plugin: auto_allocate Apr 30 17:20:34.837034 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: network precommit_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.837401 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: network precommit_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.837915 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:20:34.838264 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading Plugin: tag Apr 30 17:20:34.845676 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:20:34.846000 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading Plugin: timestamp Apr 30 17:20:34.849777 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:20:34.850150 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading Plugin: network_ip_availability Apr 30 17:20:34.855319 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.855687 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.856038 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:34.856747 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:20:34.857087 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading Plugin: flavors Apr 30 17:20:34.862053 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:20:34.862405 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading Plugin: revisions Apr 30 17:20:34.866616 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 17:20:34.867008 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_concurrency.lockutils [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.664s {{(pid=74354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:20:34.867739 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74354) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 17:20:34.868073 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Initializing extension manager. Apr 30 17:20:34.868574 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: __init__.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.868912 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: __pycache__ {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.869244 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.869574 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: address_group.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.870350 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.870910 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: address-group Apr 30 17:20:34.871231 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: address_scope.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.871934 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.872448 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: address-scope Apr 30 17:20:34.872849 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: admin_state_down_before_update.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.873788 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.874333 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: router-admin-state-down-before-update Apr 30 17:20:34.874657 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: agent.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.875340 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.875847 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: agent Apr 30 17:20:34.876166 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: agent_resources_synced.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.877062 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.877575 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: agent-resources-synced Apr 30 17:20:34.877895 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: allowedaddresspairs.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.879678 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.880211 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: allowed-address-pairs Apr 30 17:20:34.880538 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: auto_allocated_topology.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.881611 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.882165 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: auto-allocated-topology Apr 30 17:20:34.882488 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: availability_zone.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.883175 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.883684 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: availability_zone Apr 30 17:20:34.884005 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: availability_zone_filter.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.884906 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.885413 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: availability_zone_filter Apr 30 17:20:34.885728 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: data_plane_status.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.886645 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.887152 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 17:20:34.887476 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: default_subnetpools.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.888891 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.889410 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: default-subnetpools Apr 30 17:20:34.889725 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: dhcpagentscheduler.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.890568 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.891077 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: dhcp_agent_scheduler Apr 30 17:20:34.891398 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: dns.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.892296 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.892800 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension dns-integration not supported by any of loaded plugins Apr 30 17:20:34.893116 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: dns_domain_ports.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.894014 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.894552 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 17:20:34.894868 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: dvr.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.895528 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.896034 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: dvr Apr 30 17:20:34.896350 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: empty_string_filtering.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.897250 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.897758 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: empty-string-filtering Apr 30 17:20:34.898092 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.898986 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.899490 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 17:20:34.899806 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.900698 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.901199 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 17:20:34.901518 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: external_net.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.902437 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.902944 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: external-net Apr 30 17:20:34.903263 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: extra_dhcp_opt.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.904758 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.905438 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: extra_dhcp_opt Apr 30 17:20:34.905761 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: extraroute.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.906704 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.907220 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: extraroute Apr 30 17:20:34.907543 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: extraroute_atomic.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.908565 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.909082 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: extraroute-atomic Apr 30 17:20:34.909408 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: filter_validation.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.910062 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.910861 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: filter-validation Apr 30 17:20:34.911179 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: fip_pf_description.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.912242 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.912751 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 17:20:34.913073 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: fip_port_details.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.913982 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.914514 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: fip-port-details Apr 30 17:20:34.914834 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: flavors.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.916049 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.916565 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: flavors Apr 30 17:20:34.916890 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.918579 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.919107 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 17:20:34.919438 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: floatingip_pools.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.920296 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.920805 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: floatingip-pools Apr 30 17:20:34.921128 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: ip_allocation.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.922038 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.922575 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 17:20:34.922896 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.923814 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.924323 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: ip-substring-filtering Apr 30 17:20:34.924645 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: l2_adjacency.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.925557 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.926172 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 17:20:34.926492 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: l3.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.927452 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.927970 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: router Apr 30 17:20:34.928296 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: l3_conntrack_helper.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.930554 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.931083 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 17:20:34.931412 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.932325 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.932837 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: ext-gw-mode Apr 30 17:20:34.933162 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.934092 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.934607 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: l3-ha Apr 30 17:20:34.934928 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: l3_flavors.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.936001 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.936520 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: l3-flavors Apr 30 17:20:34.936839 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.937743 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.938295 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 17:20:34.938619 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: l3agentscheduler.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.939660 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.940179 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: l3_agent_scheduler Apr 30 17:20:34.940508 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: logging.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.941995 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.942544 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension logging not supported by any of loaded plugins Apr 30 17:20:34.942872 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: metering.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.943603 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.944184 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: metering Apr 30 17:20:34.944509 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.945593 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.946151 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: metering_source_and_destination_fields Apr 30 17:20:34.946470 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: multiprovidernet.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.947503 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.948023 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: multi-provider Apr 30 17:20:34.948342 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: netmtu.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.949241 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.949752 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: net-mtu Apr 30 17:20:34.950090 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: netmtu_writable.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.951545 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.952116 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: net-mtu-writable Apr 30 17:20:34.952433 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: network_availability_zone.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.953093 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.953595 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: network_availability_zone Apr 30 17:20:34.953911 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: network_ip_availability.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.955021 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.955541 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: network-ip-availability Apr 30 17:20:34.955858 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: network_segment_range.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.956611 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.957121 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 17:20:34.957438 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: pagination.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.958434 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.958769 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: pagination Apr 30 17:20:34.959086 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: port_device_profile.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.959987 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.960506 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: port-device-profile Apr 30 17:20:34.960826 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.961727 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.962274 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: port-mac-address-regenerate Apr 30 17:20:34.962598 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.963499 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.964015 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: port-numa-affinity-policy Apr 30 17:20:34.964336 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: port_resource_request.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.965299 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.965744 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 17:20:34.966064 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: portbindings.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.967746 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.968260 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: binding Apr 30 17:20:34.968582 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: portbindings_extended.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.969843 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.970397 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: binding-extended Apr 30 17:20:34.970721 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: portsecurity.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.971623 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.972140 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: port-security Apr 30 17:20:34.972462 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: project_id.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.973422 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.973748 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: project-id Apr 30 17:20:34.974149 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: providernet.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.974987 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.975507 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: provider Apr 30 17:20:34.975828 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: qos.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.979395 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.979933 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension qos not supported by any of loaded plugins Apr 30 17:20:34.980265 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.981489 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.982005 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 17:20:34.982522 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.983438 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.983954 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 17:20:34.984280 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: qos_default.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.985182 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.985700 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension qos-default not supported by any of loaded plugins Apr 30 17:20:34.986026 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: qos_fip.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.986696 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.987206 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension qos-fip not supported by any of loaded plugins Apr 30 17:20:34.987527 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: qos_gateway_ip.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.988443 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.988966 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 17:20:34.989288 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: qos_port_network_policy.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.990215 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.990731 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 17:20:34.991052 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: qos_rule_type_details.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.991970 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.992486 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 17:20:34.992806 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: qos_rules_alias.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.993846 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.994404 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 17:20:34.994729 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: quotasv2.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.995750 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.996080 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: quotas Apr 30 17:20:34.996401 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: quotasv2_detail.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:34.998736 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:34.999052 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: quota_details Apr 30 17:20:34.999382 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: rbac.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.000435 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.000965 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: rbac-policies Apr 30 17:20:35.001295 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: rbac_address_group.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.002242 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.002770 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: rbac-address-group Apr 30 17:20:35.003098 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: rbac_address_scope.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.004002 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.004522 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: rbac-address-scope Apr 30 17:20:35.004847 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: rbac_security_groups.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.005739 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.006358 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: rbac-security-groups Apr 30 17:20:35.006682 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: rbac_subnetpool.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.007582 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.008104 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: rbac-subnetpool Apr 30 17:20:35.008426 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: revisionifmatch.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.009340 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.009849 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: revision-if-match Apr 30 17:20:35.010202 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: revisions.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.011304 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.011817 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: standard-attr-revisions Apr 30 17:20:35.012139 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: router_availability_zone.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.012802 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.013361 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: router_availability_zone Apr 30 17:20:35.014380 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: routerservicetype.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.015299 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.015814 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension router-service-type not supported by any of loaded plugins Apr 30 17:20:35.016136 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.017040 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.017558 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: security-groups-normalized-cidr Apr 30 17:20:35.017879 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: security_groups_port_filtering.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.018823 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.019344 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: port-security-groups-filtering Apr 30 17:20:35.019668 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.020585 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.021106 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: security-groups-remote-address-group Apr 30 17:20:35.021427 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: securitygroup.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.031184 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.031727 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: security-group Apr 30 17:20:35.032068 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: segment.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.032856 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.033376 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension segment not supported by any of loaded plugins Apr 30 17:20:35.033707 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.034680 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.035201 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 17:20:35.035781 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: servicetype.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.036891 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.037415 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: service-type Apr 30 17:20:35.037741 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: sorting.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.038810 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.039142 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: sorting Apr 30 17:20:35.039466 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: standard_attr_segment.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.040376 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.040899 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 17:20:35.041224 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: standardattrdescription.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.041860 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.042403 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: standard-attr-description Apr 30 17:20:35.042728 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: stateful_security_group.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.043654 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.044171 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: stateful-security-group Apr 30 17:20:35.044495 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: stdattrs_common.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.045100 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 17:20:35.045479 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.046501 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.047020 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 17:20:35.047339 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: subnet_onboard.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.048407 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.048936 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: subnet_onboard Apr 30 17:20:35.049256 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.050201 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.050715 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 17:20:35.051035 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: subnet_service_types.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.051945 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.052464 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: subnet-service-types Apr 30 17:20:35.052785 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: subnetallocation.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.053865 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.054414 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: subnet_allocation Apr 30 17:20:35.054738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.055394 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.055912 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: subnetpool-prefix-ops Apr 30 17:20:35.056231 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.057156 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.057675 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 17:20:35.057994 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: tagging.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.059091 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.059625 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: standard-attr-tag Apr 30 17:20:35.059949 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: timestamp.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.061731 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.062278 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loaded extension: standard-attr-timestamp Apr 30 17:20:35.062610 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: trunk.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.063633 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.064154 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension trunk not supported by any of loaded plugins Apr 30 17:20:35.064481 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: trunk_details.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.065389 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.065904 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension trunk-details not supported by any of loaded plugins Apr 30 17:20:35.066252 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: uplink_status_propagation.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.067163 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.067679 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 17:20:35.068000 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Loading extension file: vlantransparent.py {{(pid=74354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 17:20:35.068664 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 17:20:35.069182 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 17:20:35.071788 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:network Apr 30 17:20:35.072514 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:subnet Apr 30 17:20:35.073289 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:20:35.073896 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:port Apr 30 17:20:35.075181 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.075634 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service FLAVORS assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.076891 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.077319 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.077638 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:router Apr 30 17:20:35.078332 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:floatingip Apr 30 17:20:35.079043 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service METERING assigned prefix: /metering {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.080480 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:35.080852 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:35.081201 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:20:35.082385 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 17:20:35.082821 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:security_group Apr 30 17:20:35.083487 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 17:20:35.084213 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service CORE assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.084540 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:20:35.084873 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] subnetpool is already registered Apr 30 17:20:35.085478 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service CORE assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.085802 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:20:35.086158 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] subnetpool is already registered Apr 30 17:20:35.089784 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.090252 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service FLAVORS assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.090848 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.091265 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.091717 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:router Apr 30 17:20:35.092057 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] router is already registered Apr 30 17:20:35.092648 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:floatingip Apr 30 17:20:35.092973 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] floatingip is already registered Apr 30 17:20:35.093596 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service METERING assigned prefix: /metering {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.094291 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 17:20:35.094617 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] rbac_policy is already registered Apr 30 17:20:35.095155 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:security_group Apr 30 17:20:35.095484 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] security_group is already registered Apr 30 17:20:35.096062 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 17:20:35.096390 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] security_group_rule is already registered Apr 30 17:20:35.097061 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service CORE assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.097384 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:20:35.097704 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] subnetpool is already registered Apr 30 17:20:35.098337 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.v2.resource_helper [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Service CORE assigned prefix: {{(pid=74354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 17:20:35.098661 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 17:20:35.098986 dv-cinder-784779-10-smb neutron-server[74354]: WARNING neutron.quota.resource_registry [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] subnetpool is already registered Apr 30 17:20:35.099623 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: extensions {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.101129 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: address-groups {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.102790 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: address-scopes {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.104008 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: agents {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.105184 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: auto-allocated-topology {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.106493 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: availability_zones {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.107860 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: dhcp-networks {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.109294 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: dhcp-agents {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.110770 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: routers {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.112625 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: flavors {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.113802 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: service_profiles {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.115048 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: next_providers {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.116592 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: service_profiles {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.118064 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: floatingip-pools {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.119320 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: routers {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.121163 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: floatingips {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.122397 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: l3-routers {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.124330 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: l3-agents {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.125759 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: metering-labels {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.127159 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: metering-label-rules {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.128463 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: network-ip-availabilities {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.129742 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: bindings {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.131444 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: quotas {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.132898 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: quotas {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.134365 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: rbac-policies {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.135756 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: security-groups {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.136985 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: security-group-rules {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.138293 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: service-providers {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.140137 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: subnetpools {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.141554 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: subnetpools {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.143085 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.144775 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.146665 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.148461 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.151338 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.153223 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.155007 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.268659 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.270494 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.272521 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron.api.extensions [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Extended resource: tags {{(pid=74354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 17:20:35.278486 dv-cinder-784779-10-smb neutron-server[74354]: WARNING keystonemiddleware.auth_token [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 17:20:35.283471 dv-cinder-784779-10-smb neutron-server[74354]: WARNING keystonemiddleware.auth_token [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 17:20:35.291791 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_concurrency.lockutils [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Acquired lock "singleton_lock" {{(pid=74354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 17:20:35.292269 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_concurrency.lockutils [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Releasing lock "singleton_lock" {{(pid=74354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 17:20:35.292906 dv-cinder-784779-10-smb neutron-server[74354]: INFO oslo_service.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Starting 2 workers Apr 30 17:20:35.297565 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Started child 74463 {{(pid=74354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 17:20:35.301834 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Started child 74464 {{(pid=74354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 17:20:35.302773 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:35.303481 dv-cinder-784779-10-smb neutron-server[74354]: INFO neutron.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 17:20:35.303946 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Notify callbacks [] for process, before_spawn {{(pid=74354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:35.304263 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [-] (74463) wsgi starting up on http://0.0.0.0:9696 Apr 30 17:20:35.306423 dv-cinder-784779-10-smb neutron-server[74354]: INFO oslo_service.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Starting 1 workers Apr 30 17:20:35.306605 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:35.307777 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [-] (74464) wsgi starting up on http://0.0.0.0:9696 Apr 30 17:20:35.311985 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Started child 74465 {{(pid=74354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 17:20:35.312527 dv-cinder-784779-10-smb neutron-server[74354]: INFO oslo_service.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Starting 1 workers Apr 30 17:20:35.316034 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] calling RpcWorker wait() {{(pid=74465) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 17:20:35.316577 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] returning from RpcWorker wait() {{(pid=74465) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 17:20:35.316842 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Started child 74466 {{(pid=74354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 17:20:35.317610 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG neutron_lib.callbacks.manager [None req-b29470eb-28ce-4a80-b196-fd2e3d8fc88b None None] Notify callbacks [] for process, after_spawn {{(pid=74354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:35.317946 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:35.318484 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:20:35.319464 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 17:20:35.319674 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 17:20:35.319852 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 17:20:35.320066 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 17:20:35.320394 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 17:20:35.320559 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 17:20:35.321054 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.321313 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.321506 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:35.321970 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.321970 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.322222 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.322706 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.322806 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:20:35.322960 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.323213 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.323478 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.323740 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.323912 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.324079 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.324331 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.324564 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.324877 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.325162 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.325407 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.325648 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.325852 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.326763 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.327028 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.327258 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.327530 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] debug = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.327774 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.328242 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.328466 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.328702 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.328933 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.329189 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.329447 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.329708 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.329944 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.330204 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.330422 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.330668 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.330908 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.331125 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.331343 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.331605 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.331819 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.332301 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] host = dv-cinder-784779-10-smb {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.332528 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.332739 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.332987 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.333264 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.333506 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.333721 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.333968 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.334235 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.334490 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.334712 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.334964 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.335197 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.335411 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.335647 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.335812 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_options = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.336045 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.336332 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.336606 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.336792 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.336959 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.337139 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.337388 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.337551 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.337805 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.338022 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.338261 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.338476 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.338708 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.338938 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.339185 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.339413 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.339643 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.339872 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.340113 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.340377 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.340598 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.340842 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.341060 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.341277 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.341628 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.341933 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.342190 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.342409 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.342649 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.342879 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.343122 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.343381 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.343613 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.343876 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.344112 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.344340 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.344574 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.344845 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.345078 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.345337 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.345584 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.345798 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.346026 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.346316 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.346532 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.346765 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_json = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.346978 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.347225 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.347465 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.347680 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.347911 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.348124 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.348338 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.348570 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.348974 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.349245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.349569 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.349816 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.350057 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.350335 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.350671 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.350798 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.351025 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.351256 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.351584 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.351821 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.352129 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.352367 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.352647 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.353000 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.353288 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.353553 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.353792 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.354024 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.354290 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.354518 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.354853 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.355113 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.355372 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.355651 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.355870 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.356093 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.356326 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.356544 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.356783 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.357020 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.357953 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.358279 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.358558 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.358788 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.359025 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.359248 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.359482 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.359730 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.359992 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.360248 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.360476 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.360697 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.360920 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.361157 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.361374 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.361606 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.361821 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.362059 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.362311 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.362536 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.362751 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.362963 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.373738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.373738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.373738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.373738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.373738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.373738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.373738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.373738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.373738 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.374710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.374710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.374710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.374710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.374710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.374710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.374710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.374710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.374710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.375424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.375424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.375424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.375424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.375424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.375424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.375424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.375424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.375424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376133 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376133 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376133 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376133 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376133 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376133 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376133 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376133 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376675 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376675 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376675 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376675 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376675 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376675 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376675 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.376675 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377809 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377809 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377809 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377809 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377809 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377809 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377809 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.377809 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.378376 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.378376 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.378520 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.378729 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.379001 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.379285 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.379522 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.379771 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.380030 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.380302 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.380768 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.380768 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.381039 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.381185 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.381466 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.381697 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.381914 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.382177 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.382386 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.382698 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.382936 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.383150 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.383364 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.383634 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.383884 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.384122 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.384400 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.384644 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.384879 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.385128 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.385381 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.385616 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.385848 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.386099 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.386313 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.386550 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.386780 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.387022 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.387232 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.387491 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.387762 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.388149 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.388251 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.388482 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.388647 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.388885 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.389135 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.389348 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.389586 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.389821 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.390038 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.390297 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.390538 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.390751 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.391014 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.391267 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.392055 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.392055 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.392055 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.392625 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.392625 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.392823 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.392934 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.394191 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.394191 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.394191 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.394191 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.394191 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.394191 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.394577 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.394655 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.394822 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.395081 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.395324 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.395659 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.395921 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.396150 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.396390 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.396609 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.396828 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.397077 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.397311 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.397529 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.397744 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.398340 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.398340 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.398611 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.398736 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.398978 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.399221 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.399435 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.400165 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.400165 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.400165 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.400609 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.400609 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.400836 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.401065 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.401782 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.402003 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.402242 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.402466 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.402678 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.402924 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.403135 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.403346 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.403563 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.403796 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.404057 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.404257 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.404468 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.404675 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.404904 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.405093 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.405340 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.405510 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.405725 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.405935 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.406463 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.406609 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.406752 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.407009 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.407239 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.407483 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.407736 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.408167 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.408310 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.408672 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.408802 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.408923 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.409158 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.409413 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.409742 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.410062 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.410612 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.410859 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.411151 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.411434 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.411690 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.411903 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.412215 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.412559 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.412836 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.413084 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.413328 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.413579 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.413802 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.414020 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.414285 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.414517 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.414902 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.415163 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.415402 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.415628 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.415869 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.416117 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.416334 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.416561 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.416790 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.417038 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.417265 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.417425 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 17:20:35.418004 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 17:20:35.418190 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 17:20:35.418346 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 17:20:35.418515 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 17:20:35.418683 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 17:20:35.418834 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 17:20:35.419039 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.419198 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.419359 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.419520 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.420186 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.420370 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.420530 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.420687 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.420845 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.421002 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.421161 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.421327 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.421541 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.421799 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.421896 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.421977 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.422166 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.422338 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.422485 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.422643 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.422780 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.422994 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.423127 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] debug = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.423261 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.423393 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.423553 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.423685 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.423816 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.423959 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.424104 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.424237 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.424395 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.424604 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.424748 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.424885 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.425019 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.425155 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.425301 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.425438 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.425658 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.425658 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] host = dv-cinder-784779-10-smb {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.425922 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.426090 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.426090 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.426369 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.426506 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.426653 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.426789 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.426925 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.427061 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.427197 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.427341 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.427493 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.427630 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.427765 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.427986 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_options = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.428126 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.428260 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.428394 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.428529 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.428681 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.428822 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.428959 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.429095 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.429241 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.429377 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.429511 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.429658 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.429795 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.429930 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.430095 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.430239 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.430374 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.430522 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.430658 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.430822 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.430964 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.431122 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.431264 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.431424 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.431565 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.431711 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.431855 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.432016 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.432159 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.432316 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.432458 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.432618 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.432761 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.432919 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.433147 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.433299 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.433435 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.433570 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.433716 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.433850 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.433984 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.434141 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.434283 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.434420 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.434643 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.434779 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_json = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.434908 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.435042 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.435900 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.435900 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.436169 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.436169 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.436364 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.436364 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 17:20:35.436567 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.436701 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.436873 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.437034 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.437195 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.437355 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.437516 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.437676 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.437835 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.437996 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.438184 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.438346 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.438518 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.438677 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.438836 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.438998 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.439159 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.439326 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.439467 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.439625 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.439784 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.439943 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.440118 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.440284 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.440445 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.440605 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.440765 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.440926 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.441087 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.441247 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.441407 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.441569 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.441729 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.441889 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.442049 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.442224 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.442381 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.442541 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.442701 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.442862 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.443023 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.443227 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.443370 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.443493 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.443623 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.443785 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.443943 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.444104 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.444263 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.444423 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.444593 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.444752 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.444912 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.445071 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.445232 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.445391 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.445550 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.445710 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.445869 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.446030 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.446211 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.446384 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.446544 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.446705 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.446864 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.447024 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.447184 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.447342 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.447502 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.447661 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.447821 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.447981 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.448140 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.448299 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.448459 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.448619 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.448779 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.448940 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.449100 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.449258 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.449418 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.449577 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.449737 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.449896 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.450112 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.450299 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.450767 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.450767 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.450767 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.450767 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.451419 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.451419 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.451419 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.451747 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.451747 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.451950 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.451950 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.452146 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.452257 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.452410 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.452559 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.452718 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.452877 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.453035 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.453195 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.453400 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.453527 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.453647 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.453796 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.453954 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.454131 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.454301 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.454460 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.454623 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.454783 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.454949 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.455119 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.455279 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.455439 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.455597 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.455756 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.455915 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.456075 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.456236 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.456397 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.456557 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.456717 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.456884 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.457053 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.457212 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.457372 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.457531 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.457713 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.457871 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.458032 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.458213 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.458373 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.458532 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.458691 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.458854 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.459013 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.459172 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.459331 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.459492 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.459652 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.459810 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.459970 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.460129 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.460295 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.460456 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.460615 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.460775 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.460936 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.461094 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.461254 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.461413 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.461573 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.461731 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.461890 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.462049 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.462230 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.462391 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.462550 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.462709 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.462868 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.463027 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.463192 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.463344 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.463550 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.463677 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.463809 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.463932 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.464086 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.464245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.464405 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.464565 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.464726 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.464885 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.465045 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.465205 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.465364 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.465525 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.465686 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.465846 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.466006 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.466187 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.466348 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.466583 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.466725 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.466851 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.466973 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.467134 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.467294 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.467454 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.467617 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.467776 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.467936 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.468096 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.468257 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.468419 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.468581 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.468740 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.468900 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.469061 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.469221 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.469567 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.469567 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.470056 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.470056 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.470056 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.470410 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.470410 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.470639 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.470639 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.470857 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.471181 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.471181 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.471392 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.471392 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.471620 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.471740 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.471850 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.471996 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.472156 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.472315 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.472474 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.472642 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.472968 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.472968 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.473199 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.473307 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.473410 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.473539 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.473724 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.473833 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.473995 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.474187 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.474348 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.474520 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.474679 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.474842 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.475001 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.475161 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.475320 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.475482 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.475645 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.475814 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.475980 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.476143 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.476311 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.476482 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.476652 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.476812 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.476979 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.477301 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.477301 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.477507 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.477623 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.477744 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.477895 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.478054 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.478245 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.478383 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.478542 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.478701 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.478903 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.479089 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.479222 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.479364 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.479524 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.479683 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.479844 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.480004 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.480167 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 17:20:35.480320 dv-cinder-784779-10-smb neutron-server[74354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 17:20:35.489479 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:20:35.527333 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 37876) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:20:35.536231 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066321 Apr 30 17:20:46.606716 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0258e7-835c-471d-b4af-a13179c5ee7e None None] get_active_networks_info from dv-cinder-784779-10-smb {{(pid=74465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 17:20:46.713242 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0258e7-835c-471d-b4af-a13179c5ee7e None None] No non-hosted networks {{(pid=74465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 17:20:46.724345 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.agentschedulers_db [None req-0d0258e7-835c-471d-b4af-a13179c5ee7e None None] DHCP Agent not found on host dv-cinder-784779-10-smb {{(pid=74465) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 17:20:46.863361 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-d812506a-1287-4604-89a7-1351d1f67866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087'] for agent, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:49.019212 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087'] for agent, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:49.021159 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.022670 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.023159 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.023893 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.024898 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.025646 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.026458 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.027702 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.028751 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.029578 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.035671 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.035671 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:20:49.035671 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:20:49.050320 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:20:49.332092 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-fb5166f6-f1db-4b36-9800-1b440015da4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087'] for agent, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:49.373091 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.db.api [None req-5d80aa0b-e241-4e18-9ac5-b2d21d3f3e0a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-784779-10-smb {{(pid=74465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 17:20:49.373542 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_db.api [None req-5d80aa0b-e241-4e18-9ac5-b2d21d3f3e0a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 17:20:49.962349 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5d80aa0b-e241-4e18-9ac5-b2d21d3f3e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:50.372544 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087'] for agent, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:51.959428 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087'] for agent, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:53.559503 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 37966) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:20:54.187545 dv-cinder-784779-10-smb neutron-server[74464]: WARNING oslo_policy.policy [None req-51f46cf9-f9c6-4abe-b72c-376eb17945b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:20:54.188166 dv-cinder-784779-10-smb neutron-server[74464]: WARNING oslo_policy.policy [None req-51f46cf9-f9c6-4abe-b72c-376eb17945b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:20:54.269313 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.db.l3_hamode_db [None req-73d164f6-9a1c-4215-8fd3-bdd18c9b9568 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 17:20:54.356794 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d164f6-9a1c-4215-8fd3-bdd18c9b9568 None None] Routers set() bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:20:54.357179 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d164f6-9a1c-4215-8fd3-bdd18c9b9568 None None] Router IDs set() for agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 17:20:54.409497 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [None req-51f46cf9-f9c6-4abe-b72c-376eb17945b0 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=74464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:20:54.410740 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-51f46cf9-f9c6-4abe-b72c-376eb17945b0 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8503928 Apr 30 17:20:56.796247 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 37980) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:20:57.164768 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-bb687939-4054-42ae-87f0-6b47ef847b7a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:20:57.263524 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.policy [None req-bb687939-4054-42ae-87f0-6b47ef847b7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74464) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 17:20:57.310649 dv-cinder-784779-10-smb neutron-server[74464]: WARNING oslo_policy.policy [None req-bb687939-4054-42ae-87f0-6b47ef847b7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:20:57.311059 dv-cinder-784779-10-smb neutron-server[74464]: WARNING oslo_policy.policy [None req-bb687939-4054-42ae-87f0-6b47ef847b7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:20:57.319898 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.quota [None req-bb687939-4054-42ae-87f0-6b47ef847b7a admin admin] Loaded quota_driver: . Apr 30 17:20:57.335415 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-bb687939-4054-42ae-87f0-6b47ef847b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:20:57.454405 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-bb687939-4054-42ae-87f0-6b47ef847b7a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975369041', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975369516', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975378394', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975383606', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975394100', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975400468', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3622902', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3642542', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-502405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558289'] for rbac-policy, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:57.611901 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-bb687939-4054-42ae-87f0-6b47ef847b7a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:20:57.613099 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-bb687939-4054-42ae-87f0-6b47ef847b7a admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8153958 Apr 30 17:21:00.288854 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 37994) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:00.674410 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Request body: {'network': {'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'name': 'private', 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'admin_state_up': True}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:21:00.679399 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:00.684093 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Usage tracker for resource:network and tenant:bdb5c076e3b042bb82df6e1653576546 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:00.692587 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:00.702228 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:00.811314 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Made reservation on behalf of bdb5c076e3b042bb82df6e1653576546 for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:21:00.814355 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:00.832776 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:00.849715 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:00.853538 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Usage tracker for resource:security_group_rule and tenant:bdb5c076e3b042bb82df6e1653576546 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:00.859339 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:00.865117 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:00.961801 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:01.040099 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:01.044506 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:01.063731 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:21:01.090612 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746975565096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:01.091213 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Unsubscribe: segment precommit_create {{(pid=74464) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 17:21:01.091694 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Added segment 8b25698b-b66a-4f84-be21-68a21b661089 of type vlan for network 087b9724-4699-4112-8060-78e78230915d Apr 30 17:21:01.140605 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678933b6-29f9-47a8-bfee-7dfff76f5496,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:01.162532 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.162886 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.163214 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.163530 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.163851 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.164162 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.164470 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.164776 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.165079 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.165383 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.165685 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.165983 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Tracked resource versions report: Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: pushed versions: Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: { 'AddressGroup': {'1.2'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'ConntrackHelper': {'1.0'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Log': {'1.0'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Network': {'1.1'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Port': {'1.7'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'PortForwarding': {'1.2'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'QosPolicy': {'1.8'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'SecurityGroup': {'1.4'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'SubPort': {'1.0'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Subnet': {'1.1'}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Trunk': {'1.1'}} Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: consumer versions: Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: { DHCP agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: L3 agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: Metadata agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: Metering agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: Open vSwitch agent@dv-cinder-784779-10-smb: { 'AddressGroup': '1.2', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'ConntrackHelper': '1.0', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Log': '1.0', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Network': '1.1', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Port': '1.7', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'PortForwarding': '1.2', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'QosPolicy': '1.8', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'SecurityGroup': '1.4', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'SecurityGroupRule': '1.2', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'SubPort': '1.0', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Subnet': '1.1', Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: 'Trunk': '1.1'}} Apr 30 17:21:01.167113 dv-cinder-784779-10-smb neutron-server[74464]: {{(pid=74464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:21:01.214775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:01.218741 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:01.331358 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:01.332774 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:01.333407 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:01.338196 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:01.441836 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Pushing event updated for resources: {'Network': ['ID=087b9724-4699-4112-8060-78e78230915d,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:01.445008 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:01.453401 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 087b9724-4699-4112-8060-78e78230915d details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:21:01.491919 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2018881 Apr 30 17:21:04.235111 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38010) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:04.706790 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995f1c92-964e-402e-a3fe-faeaecc59966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:04.708055 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-995f1c92-964e-402e-a3fe-faeaecc59966 admin admin] 10.222.0.32 "GET /v2.0/networks/087b9724-4699-4112-8060-78e78230915d HTTP/1.1" status: 200 len: 825 time: 0.4720159 Apr 30 17:21:04.737158 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-3757e68b-938f-4801-9c49-49254025519b admin admin] 10.222.0.32 "GET /v2.0/subnetpools/aaa4a8f0-3096-4548-97ae-94f7969a4693 HTTP/1.1" status: 200 len: 734 time: 0.0235357 Apr 30 17:21:04.746040 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Request body: {'subnet': {'network_id': '087b9724-4699-4112-8060-78e78230915d', 'ip_version': 4, 'subnetpool_id': 'aaa4a8f0-3096-4548-97ae-94f7969a4693', 'gateway_ip': '172.20.0.1', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'name': 'private-subnet'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:21:04.751468 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:04.755738 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Usage tracker for resource:subnet and tenant:bdb5c076e3b042bb82df6e1653576546 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:04.758979 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:04.764893 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:04.862823 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Made reservation on behalf of bdb5c076e3b042bb82df6e1653576546 for: {'subnet': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:21:04.865159 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:05.434926 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:05.439814 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:05.525799 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Checking segment: {'id': '8b25698b-b66a-4f84-be21-68a21b661089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '087b9724-4699-4112-8060-78e78230915d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:21:05.526207 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Network hostable DHCP agents. Network: 087b9724-4699-4112-8060-78e78230915d, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:21:05.529024 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b5e8e4-f620-4e10-bb2e-36f81db57e98,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:05.533543 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:05.639995 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Network 087b9724-4699-4112-8060-78e78230915d is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:21:05.731369 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 087b9724-4699-4112-8060-78e78230915d) {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:21:05.736610 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:05.737210 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:05.741532 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b3344-edb1-4b31-a6fc-d3149b865e33 None None] Network 087b9724-4699-4112-8060-78e78230915d requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:21:05.921120 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1785491 Apr 30 17:21:06.050454 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b21e8bf-1867-54f2-8f46-0d81c7d09bf3-087b9724-4699-4112-8060-78e78230915d', 'network_id': '087b9724-4699-4112-8060-78e78230915d', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'fixed_ips': [{'subnet_id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98'}]}} from dv-cinder-784779-10-smb. {{(pid=74465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:21:06.051653 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:06.258003 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.db_base_plugin_common [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Allocated IP 172.20.0.2 (087b9724-4699-4112-8060-78e78230915d/02b5e8e4-f620-4e10-bb2e-36f81db57e98/e2e619db-0802-475e-9e7a-db43f05c89de) {{(pid=74465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:21:06.511718 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Notify callbacks [] for port, precommit_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:06.524758 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Transition to ACTIVE for port object e2e619db-0802-475e-9e7a-db43f05c89de will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:21:06.545642 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Transition to ACTIVE for port object e2e619db-0802-475e-9e7a-db43f05c89de will not be triggered until provisioned by entity DHCP. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:21:06.652169 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:06.657856 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:06.720113 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Network 087b9724-4699-4112-8060-78e78230915d is already hosted by enough agents. {{(pid=74465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:21:06.723363 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.base_scheduler [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Resources bound (agent type, host, resource id): {{(pid=74465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:21:06.731617 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Received port after_create {{(pid=74465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:21:06.733876 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Pushing event updated for resources: {'Port': ['ID=e2e619db-0802-475e-9e7a-db43f05c89de,revision_number=1']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:06.772703 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.773643 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.773643 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.773643 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.774063 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.774224 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.774528 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.774845 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.775179 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.775497 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.775811 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.776126 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Tracked resource versions report: Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: pushed versions: Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: { 'AddressGroup': {'1.2'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'ConntrackHelper': {'1.0'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Log': {'1.0'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Network': {'1.1'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Port': {'1.7'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'PortForwarding': {'1.2'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'QosPolicy': {'1.8'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'SecurityGroup': {'1.4'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'SubPort': {'1.0'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Subnet': {'1.1'}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Trunk': {'1.1'}} Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: consumer versions: Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: { DHCP agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: L3 agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: Metadata agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: Metering agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: Open vSwitch agent@dv-cinder-784779-10-smb: { 'AddressGroup': '1.2', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'ConntrackHelper': '1.0', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Log': '1.0', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Network': '1.1', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Port': '1.7', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'PortForwarding': '1.2', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'QosPolicy': '1.8', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'SecurityGroup': '1.4', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'SecurityGroupRule': '1.2', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'SubPort': '1.0', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Subnet': '1.1', Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: 'Trunk': '1.1'}} Apr 30 17:21:06.777296 dv-cinder-784779-10-smb neutron-server[74465]: {{(pid=74465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:21:06.787381 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:06.845657 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Attempting to bind port e2e619db-0802-475e-9e7a-db43f05c89de on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:21:06.846042 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Attempting to bind port e2e619db-0802-475e-9e7a-db43f05c89de by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '8b25698b-b66a-4f84-be21-68a21b661089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '087b9724-4699-4112-8060-78e78230915d'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:21:06.846485 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Attempting to bind port e2e619db-0802-475e-9e7a-db43f05c89de on network 087b9724-4699-4112-8060-78e78230915d {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:21:06.852180 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:21:06.852508 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Checking segment: {'id': '8b25698b-b66a-4f84-be21-68a21b661089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '087b9724-4699-4112-8060-78e78230915d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:21:06.852950 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:06.853337 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Bound using segment: {'id': '8b25698b-b66a-4f84-be21-68a21b661089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '087b9724-4699-4112-8060-78e78230915d'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:21:06.853820 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Bound port: e2e619db-0802-475e-9e7a-db43f05c89de, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b25698b-b66a-4f84-be21-68a21b661089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '087b9724-4699-4112-8060-78e78230915d'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:21:06.854246 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:06.947994 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] For port e2e619db-0802-475e-9e7a-db43f05c89de, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:21:06.952060 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] For port e2e619db-0802-475e-9e7a-db43f05c89de, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=e2e619db-0802-475e-9e7a-db43f05c89de,segment=NetworkSegment(8b25698b-b66a-4f84-be21-68a21b661089),segment_id=8b25698b-b66a-4f84-be21-68a21b661089)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:21:07.075333 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:07.080299 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:07.173550 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Pushing event updated for resources: {'Port': ['ID=e2e619db-0802-475e-9e7a-db43f05c89de,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:07.177390 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:08.411963 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38020) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:08.810256 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [None req-1366c30d-2016-4d25-9128-9143137adc92 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=74464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:21:08.811239 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-1366c30d-2016-4d25-9128-9143137adc92 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3983915 Apr 30 17:21:11.212104 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38030) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:11.604444 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [None req-ba866d03-deb6-4263-95f8-87a18d419a42 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=74464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:21:11.605414 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-ba866d03-deb6-4263-95f8-87a18d419a42 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3923972 Apr 30 17:21:12.846001 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8382f-4f67-4283-b060-8a4b6f00b6dd None None] Network 087b9724-4699-4112-8060-78e78230915d requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:21:12.958921 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device e2e619db-0802-475e-9e7a-db43f05c89de up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:21:13.013350 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-f35270c4-a39d-4df9-a939-2b42819d6dcc None None] Provisioning for port e2e619db-0802-475e-9e7a-db43f05c89de completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:21:13.188640 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port e2e619db-0802-475e-9e7a-db43f05c89de completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:21:13.194445 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port e2e619db-0802-475e-9e7a-db43f05c89de triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:21:13.194847 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:13.321966 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:13.360666 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port e2e619db-0802-475e-9e7a-db43f05c89de, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=e2e619db-0802-475e-9e7a-db43f05c89de,segment=NetworkSegment(8b25698b-b66a-4f84-be21-68a21b661089),segment_id=8b25698b-b66a-4f84-be21-68a21b661089)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:21:13.428625 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:13.431384 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-008681a2-4086-4c7b-9ab9-58225db4915d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:13.503494 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-d06824e2-4b18-4596-b2c6-5adffb55c731 None None] Provisioning complete for port e2e619db-0802-475e-9e7a-db43f05c89de triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:21:13.503874 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-d06824e2-4b18-4596-b2c6-5adffb55c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:13.548662 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=e2e619db-0802-475e-9e7a-db43f05c89de,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:13.554139 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:14.340900 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38048) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:14.910001 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device e2e619db-0802-475e-9e7a-db43f05c89de up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:21:14.941955 dv-cinder-784779-10-smb neutron-server[74463]: WARNING oslo_policy.policy [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:21:14.942672 dv-cinder-784779-10-smb neutron-server[74463]: WARNING oslo_policy.policy [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:21:14.977335 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port e2e619db-0802-475e-9e7a-db43f05c89de triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:21:14.977694 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:15.159355 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Request body: {'router': {'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'admin_state_up': True, 'name': 'router1'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:21:15.230945 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.policy [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74463) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 17:21:15.277117 dv-cinder-784779-10-smb neutron-server[74463]: WARNING oslo_policy.policy [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:21:15.277486 dv-cinder-784779-10-smb neutron-server[74463]: WARNING oslo_policy.policy [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 17:21:15.286886 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.quota [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Loaded quota_driver: . Apr 30 17:21:15.301931 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:15.308190 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Usage tracker for resource:router and tenant:bdb5c076e3b042bb82df6e1653576546 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:15.313067 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:15.320263 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:15.451672 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-518759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64839'] for router, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:15.454436 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3718306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64846'] for router, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:15.481411 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:15.743523 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517817'] for router, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:15.856664 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:15.858119 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-c3dcec15-7da7-48ce-b0d3-8afc42e912d7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5149596 Apr 30 17:21:16.576550 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-11cc2a05-875a-4b6a-8168-182c49d573bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:18.232515 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38064) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:18.608509 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [None req-8fe52954-be6b-4831-b251-bc038664f840 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=74463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:21:18.610215 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-8fe52954-be6b-4831-b251-bc038664f840 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3767369 Apr 30 17:21:18.988369 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:19.331799 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-e3ba7033-9d25-4cc4-b9b9-a2147a0d2a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:20.371491 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.093298 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38084) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:21.249984 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:21:21.255013 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:21.258694 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Usage tracker for resource:network and tenant:3bc07983766c47e79b354b4ecce5e7cb is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:21.262028 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:21.267722 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:21.364596 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Made reservation on behalf of 3bc07983766c47e79b354b4ecce5e7cb for: {'network': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:21:21.367471 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.383954 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.398360 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:21.401960 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc07983766c47e79b354b4ecce5e7cb is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:21.405082 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:21.411637 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:21.542132 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.645616 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.650996 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:21.663422 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Reserving flat network on physical network physnet1 {{(pid=74463) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 17:21:21.697295 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746975565096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.697884 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Unsubscribe: segment precommit_create {{(pid=74463) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 17:21:21.698360 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.segments_db [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Added segment f302672e-facf-49cc-bd4f-b261581a802e of type flat for network f3bf8316-f96a-4557-9e0f-541dde4310c6 Apr 30 17:21:21.753889 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b634199e-1e6f-460d-8ae1-53f2f34e7af6,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:21.774923 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.775262 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.775586 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.775982 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.776296 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.776605 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.776911 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.777214 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.777518 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.777819 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.778146 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.778448 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Tracked resource versions report: Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: pushed versions: Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: { 'AddressGroup': {'1.2'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'ConntrackHelper': {'1.0'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Log': {'1.0'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Network': {'1.1'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Port': {'1.7'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'PortForwarding': {'1.2'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'QosPolicy': {'1.8'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'SecurityGroup': {'1.4'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'SubPort': {'1.0'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Subnet': {'1.1'}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Trunk': {'1.1'}} Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: consumer versions: Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: { DHCP agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: L3 agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: Metadata agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: Metering agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: Open vSwitch agent@dv-cinder-784779-10-smb: { 'AddressGroup': '1.2', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'ConntrackHelper': '1.0', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Log': '1.0', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Network': '1.1', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Port': '1.7', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'PortForwarding': '1.2', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'QosPolicy': '1.8', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'SecurityGroup': '1.4', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'SecurityGroupRule': '1.2', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'SubPort': '1.0', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Subnet': '1.1', Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: 'Trunk': '1.1'}} Apr 30 17:21:21.779551 dv-cinder-784779-10-smb neutron-server[74463]: {{(pid=74463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:21:21.831031 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.837813 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:21.914191 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.942709 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.944301 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:21.944930 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:21.948430 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:22.054785 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Pushing event updated for resources: {'Network': ['ID=f3bf8316-f96a-4557-9e0f-541dde4310c6,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:22.057961 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:22.068548 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:21:22.109780 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0154159 Apr 30 17:21:24.285056 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38108) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:24.395697 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76a177c-c5be-4a59-8bb8-f47ea1a81dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:24.397033 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-c76a177c-c5be-4a59-8bb8-f47ea1a81dfa admin admin] 10.222.0.32 "GET /v2.0/subnets/02b5e8e4-f620-4e10-bb2e-36f81db57e98 HTTP/1.1" status: 200 len: 849 time: 0.1110485 Apr 30 17:21:24.557254 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-20ea0727-9466-4567-9a20-09b9dd58f559 admin admin] 10.222.0.32 "GET /v2.0/routers/fc31a552-cc71-4a55-bb64-fbe27e67d9f4 HTTP/1.1" status: 200 len: 704 time: 0.1546464 Apr 30 17:21:25.032882 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:25.267663 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Allocated IP 172.20.0.1 (087b9724-4699-4112-8060-78e78230915d/02b5e8e4-f620-4e10-bb2e-36f81db57e98/a1460af6-9333-416e-a49a-30aa1784011d) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:21:25.422962 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:25.441572 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Transition to ACTIVE for port object a1460af6-9333-416e-a49a-30aa1784011d will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:21:25.537988 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:25.541860 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:25.608497 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Network 087b9724-4699-4112-8060-78e78230915d is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:21:25.612707 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:21:25.620900 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:21:25.621291 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408022'] for router_interface, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:25.739742 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Pushing event updated for resources: {'Port': ['ID=a1460af6-9333-416e-a49a-30aa1784011d,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:25.758283 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:25.925521 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-4bca8156-0fb3-4242-9924-a700afde923d None None] Provisioning for port a1460af6-9333-416e-a49a-30aa1784011d completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:21:25.930281 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-4bca8156-0fb3-4242-9924-a700afde923d None None] Provisioning complete for port a1460af6-9333-416e-a49a-30aa1784011d triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:21:25.930650 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-4bca8156-0fb3-4242-9924-a700afde923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:25.988769 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-4bca8156-0fb3-4242-9924-a700afde923d None None] Port a1460af6-9333-416e-a49a-30aa1784011d cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:21:26.045225 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:26.269977 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:26.342605 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:26.344460 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3793305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407925'] for router_interface, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:26.347914 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:26.488478 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Pushing event updated for resources: {'Port': ['ID=a1460af6-9333-416e-a49a-30aa1784011d,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:26.491371 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:26.543762 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Network 087b9724-4699-4112-8060-78e78230915d is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:21:26.544724 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:21:26.713265 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-c5bd4f41-c229-42e2-a79f-003596328716 None None] Provisioning complete for port a1460af6-9333-416e-a49a-30aa1784011d triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:21:26.713631 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4f41-c229-42e2-a79f-003596328716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:26.767828 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-c5bd4f41-c229-42e2-a79f-003596328716 None None] Port a1460af6-9333-416e-a49a-30aa1784011d cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:21:26.788655 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Router fc31a552-cc71-4a55-bb64-fbe27e67d9f4 is scheduled to L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 with binding_index 1 {{(pid=74463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:21:26.940458 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:21:26.949530 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] 10.222.0.32 "PUT /v2.0/routers/fc31a552-cc71-4a55-bb64-fbe27e67d9f4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3867950 Apr 30 17:21:26.951743 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Sync routers for ids ['fc31a552-cc71-4a55-bb64-fbe27e67d9f4'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:21:26.963939 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Routers {'fc31a552-cc71-4a55-bb64-fbe27e67d9f4'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:21:26.964766 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:21:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['fc31a552-cc71-4a55-bb64-fbe27e67d9f4'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:27.157952 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Set router fc31a552-cc71-4a55-bb64-fbe27e67d9f4 gateway port host: None {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:21:27.585820 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'name': 'router1', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:21:15Z', 'updated_at': '2021-04-30T17:21:25Z', 'revision_number': 2, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'gw_port_host': None, '_interfaces': [{'id': 'a1460af6-9333-416e-a49a-30aa1784011d', 'name': '', 'network_id': '087b9724-4699-4112-8060-78e78230915d', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'mac_address': 'fa:16:3e:52:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:21:25Z', 'updated_at': '2021-04-30T17:21:26Z', 'revision_number': 2, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'subnets': [{'id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aaa4a8f0-3096-4548-97ae-94f7969a4693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:27.590911 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Checking router: fc31a552-cc71-4a55-bb64-fbe27e67d9f4 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:21:27.592104 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Updating router fc31a552-cc71-4a55-bb64-fbe27e67d9f4 port a1460af6-9333-416e-a49a-30aa1784011d binding host dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:21:27.649222 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:28.048854 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Notify callbacks [] for port, precommit_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:28.063605 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.provisioning_blocks [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Transition to ACTIVE for port object a1460af6-9333-416e-a49a-30aa1784011d will not be triggered until provisioned by entity L2. {{(pid=74466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:21:28.143079 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:28.148060 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:28.362321 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Pushing event updated for resources: {'Port': ['ID=a1460af6-9333-416e-a49a-30aa1784011d,revision_number=3']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:28.380531 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.380858 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.381191 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.381518 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.381837 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.382243 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.382558 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.382869 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.383185 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.383495 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.384181 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.384181 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Tracked resource versions report: Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: pushed versions: Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: { 'AddressGroup': {'1.2'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'ConntrackHelper': {'1.0'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Log': {'1.0'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Network': {'1.1'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Port': {'1.7'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'PortForwarding': {'1.2'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'QosPolicy': {'1.8'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'SecurityGroup': {'1.4'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'SubPort': {'1.0'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Subnet': {'1.1'}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Trunk': {'1.1'}} Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: consumer versions: Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: { DHCP agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: L3 agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: Metadata agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: Metering agent@dv-cinder-784779-10-smb: {}, Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: Open vSwitch agent@dv-cinder-784779-10-smb: { 'AddressGroup': '1.2', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'ConntrackHelper': '1.0', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Log': '1.0', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Network': '1.1', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Port': '1.7', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'PortForwarding': '1.2', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'QosPolicy': '1.8', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'SecurityGroup': '1.4', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'SecurityGroupRule': '1.2', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'SubPort': '1.0', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Subnet': '1.1', Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: 'Trunk': '1.1'}} Apr 30 17:21:28.385245 dv-cinder-784779-10-smb neutron-server[74466]: {{(pid=74466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:21:28.392331 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Attempting to bind port a1460af6-9333-416e-a49a-30aa1784011d on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:21:28.392614 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Attempting to bind port a1460af6-9333-416e-a49a-30aa1784011d by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '8b25698b-b66a-4f84-be21-68a21b661089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '087b9724-4699-4112-8060-78e78230915d'}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:21:28.393733 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Attempting to bind port a1460af6-9333-416e-a49a-30aa1784011d on network 087b9724-4699-4112-8060-78e78230915d {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:21:28.397096 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:28.399647 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:21:28.400061 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Checking segment: {'id': '8b25698b-b66a-4f84-be21-68a21b661089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '087b9724-4699-4112-8060-78e78230915d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:21:28.400520 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:28.400920 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Bound using segment: {'id': '8b25698b-b66a-4f84-be21-68a21b661089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '087b9724-4699-4112-8060-78e78230915d'} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:21:28.401411 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Bound port: a1460af6-9333-416e-a49a-30aa1784011d, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b25698b-b66a-4f84-be21-68a21b661089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '087b9724-4699-4112-8060-78e78230915d'}}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:21:28.401791 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:28.496133 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] For port a1460af6-9333-416e-a49a-30aa1784011d, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:21:28.501517 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] For port a1460af6-9333-416e-a49a-30aa1784011d, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=a1460af6-9333-416e-a49a-30aa1784011d,segment=NetworkSegment(8b25698b-b66a-4f84-be21-68a21b661089),segment_id=8b25698b-b66a-4f84-be21-68a21b661089)] {{(pid=74466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:21:28.601174 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:28.607182 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:28.700825 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Routers {'fc31a552-cc71-4a55-bb64-fbe27e67d9f4'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:21:28.701453 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:21:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['fc31a552-cc71-4a55-bb64-fbe27e67d9f4'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:28.850916 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Pushing event updated for resources: {'Port': ['ID=a1460af6-9333-416e-a49a-30aa1784011d,revision_number=4']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:28.854818 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:28.883812 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] Set router fc31a552-cc71-4a55-bb64-fbe27e67d9f4 gateway port host: None {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:21:29.168662 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38120) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:29.234351 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'name': 'router1', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:21:15Z', 'updated_at': '2021-04-30T17:21:25Z', 'revision_number': 2, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'gw_port_host': None, '_interfaces': [{'id': 'a1460af6-9333-416e-a49a-30aa1784011d', 'name': '', 'network_id': '087b9724-4699-4112-8060-78e78230915d', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'mac_address': 'fa:16:3e:52:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:21:25Z', 'updated_at': '2021-04-30T17:21:28Z', 'revision_number': 4, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'subnets': [{'id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aaa4a8f0-3096-4548-97ae-94f7969a4693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:29.238285 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afccc8d-943d-448b-aa91-173e3b9930c9 None None] The sync data for ids ['fc31a552-cc71-4a55-bb64-fbe27e67d9f4'] in dv-cinder-784779-10-smb is: [{'id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'name': 'router1', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:21:15Z', 'updated_at': '2021-04-30T17:21:25Z', 'revision_number': 2, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'gw_port_host': None, '_interfaces': [{'id': 'a1460af6-9333-416e-a49a-30aa1784011d', 'name': '', 'network_id': '087b9724-4699-4112-8060-78e78230915d', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'mac_address': 'fa:16:3e:52:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:21:25Z', 'updated_at': '2021-04-30T17:21:28Z', 'revision_number': 4, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'subnets': [{'id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aaa4a8f0-3096-4548-97ae-94f7969a4693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:21:29.322499 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c08d74-8551-460e-9625-d2c50b34c505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:29.323055 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-04c08d74-8551-460e-9625-d2c50b34c505 admin admin] Synchronizing usage tracker for tenant:3bc07983766c47e79b354b4ecce5e7cb on resource:network {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:21:29.405993 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-04c08d74-8551-460e-9625-d2c50b34c505 admin admin] Unset dirty status for tenant:3bc07983766c47e79b354b4ecce5e7cb on resource:network {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:21:29.407260 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-04c08d74-8551-460e-9625-d2c50b34c505 admin admin] 10.222.0.32 "GET /v2.0/networks/f3bf8316-f96a-4557-9e0f-541dde4310c6 HTTP/1.1" status: 200 len: 842 time: 0.2376580 Apr 30 17:21:29.420296 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'name': 'public-subnet'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:21:29.422936 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:21:29.427475 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Usage tracker for resource:subnet and tenant:3bc07983766c47e79b354b4ecce5e7cb is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:21:29.431891 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:21:29.438419 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:21:29.514767 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Made reservation on behalf of 3bc07983766c47e79b354b4ecce5e7cb for: {'subnet': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:21:29.518378 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:30.031526 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.objects.ports [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74463) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 17:21:30.031972 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:30.036578 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:30.158306 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee714183-fffa-4f6f-9b2d-135b7e167e54,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:30.164382 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:30.167673 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Checking segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:21:30.167673 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Network hostable DHCP agents. Network: f3bf8316-f96a-4557-9e0f-541dde4310c6, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:21:30.240112 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:21:30.309337 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, f3bf8316-f96a-4557-9e0f-541dde4310c6) {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:21:30.313763 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:30.314375 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:30.319888 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d01f4-106f-4cd5-b701-7d574a206c43 None None] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:21:30.394102 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9704862 Apr 30 17:21:30.575244 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f613c-1409-48b1-b93a-c7cba6d8cee1 None None] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:21:32.714549 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38134) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:32.939115 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-614a4639-4c32-40cc-91a4-35d3e45808d5 admin admin] 10.222.0.32 "GET /v2.0/routers/fc31a552-cc71-4a55-bb64-fbe27e67d9f4 HTTP/1.1" status: 200 len: 710 time: 0.2255902 Apr 30 17:21:32.980597 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device a1460af6-9333-416e-a49a-30aa1784011d up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:21:33.079711 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9abb9b4-5fa3-4f0e-afbb-ba43175bbb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:21:33.081075 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-e9abb9b4-5fa3-4f0e-afbb-ba43175bbb29 admin admin] 10.222.0.32 "GET /v2.0/networks/f3bf8316-f96a-4557-9e0f-541dde4310c6 HTTP/1.1" status: 200 len: 886 time: 0.1338222 Apr 30 17:21:33.089978 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:21:33.109311 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port a1460af6-9333-416e-a49a-30aa1784011d completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:21:33.114615 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port a1460af6-9333-416e-a49a-30aa1784011d triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:21:33.114925 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:33.234567 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:33.269114 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port a1460af6-9333-416e-a49a-30aa1784011d, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=a1460af6-9333-416e-a49a-30aa1784011d,segment=NetworkSegment(8b25698b-b66a-4f84-be21-68a21b661089),segment_id=8b25698b-b66a-4f84-be21-68a21b661089)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:21:33.331993 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:33.334401 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:33.400275 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=a1460af6-9333-416e-a49a-30aa1784011d,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:33.403227 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:33.533178 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64956'] for router, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:33.922688 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:33.979560 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:34.172804 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Allocated IP 172.28.3.194 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/a7c4fbe0-f1b1-48d8-ab20-66aacc540088) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:21:34.331604 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:34.428380 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:34.432461 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:34.500197 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:21:34.503514 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:21:34.507202 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:21:34.560750 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Pushing event updated for resources: {'Port': ['ID=a7c4fbe0-f1b1-48d8-ab20-66aacc540088,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:34.571586 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:34.936621 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device a1460af6-9333-416e-a49a-30aa1784011d up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:21:35.004721 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port a1460af6-9333-416e-a49a-30aa1784011d triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:21:35.005090 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:35.009324 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:35.359005 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64956'] for router, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:35.362498 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-518656'] for router, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:35.547326 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Router fc31a552-cc71-4a55-bb64-fbe27e67d9f4 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:21:35.790092 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:21:35.800086 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:35.800669 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Sync routers for ids ['fc31a552-cc71-4a55-bb64-fbe27e67d9f4'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:21:35.801311 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] 10.222.0.32 "PUT /v2.0/routers/fc31a552-cc71-4a55-bb64-fbe27e67d9f4 HTTP/1.1" status: 200 len: 890 time: 2.7145727 Apr 30 17:21:35.817007 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Routers {'fc31a552-cc71-4a55-bb64-fbe27e67d9f4'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:21:35.818038 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:21:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['fc31a552-cc71-4a55-bb64-fbe27e67d9f4'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:36.064569 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Set router fc31a552-cc71-4a55-bb64-fbe27e67d9f4 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:21:36.484618 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'name': 'router1', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a7c4fbe0-f1b1-48d8-ab20-66aacc540088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:21:15Z', 'updated_at': '2021-04-30T17:21:34Z', 'revision_number': 4, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'gw_port': {'id': 'a7c4fbe0-f1b1-48d8-ab20-66aacc540088', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:21:34Z', 'updated_at': '2021-04-30T17:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'a1460af6-9333-416e-a49a-30aa1784011d', 'name': '', 'network_id': '087b9724-4699-4112-8060-78e78230915d', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'mac_address': 'fa:16:3e:52:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:21:25Z', 'updated_at': '2021-04-30T17:21:33Z', 'revision_number': 5, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'subnets': [{'id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aaa4a8f0-3096-4548-97ae-94f7969a4693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:36.491217 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Checking router: fc31a552-cc71-4a55-bb64-fbe27e67d9f4 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:21:36.491460 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Updating router fc31a552-cc71-4a55-bb64-fbe27e67d9f4 port a7c4fbe0-f1b1-48d8-ab20-66aacc540088 binding host dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:21:36.555310 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:37.015433 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Notify callbacks [] for port, precommit_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:37.037179 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Transition to ACTIVE for port object a7c4fbe0-f1b1-48d8-ab20-66aacc540088 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:21:37.103027 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:37.107711 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:37.202698 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Attempting to bind port a7c4fbe0-f1b1-48d8-ab20-66aacc540088 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:21:37.203204 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Attempting to bind port a7c4fbe0-f1b1-48d8-ab20-66aacc540088 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:21:37.203738 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Attempting to bind port a7c4fbe0-f1b1-48d8-ab20-66aacc540088 on network f3bf8316-f96a-4557-9e0f-541dde4310c6 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:21:37.206615 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d70384-feff-4494-83ad-4d9fc6711837 None None] Pushing event updated for resources: {'Port': ['ID=a7c4fbe0-f1b1-48d8-ab20-66aacc540088,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:37.213376 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-66d70384-feff-4494-83ad-4d9fc6711837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:37.219185 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:21:37.219858 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Checking segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:21:37.220528 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:37.221136 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Bound using segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:21:37.222452 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Bound port: a7c4fbe0-f1b1-48d8-ab20-66aacc540088, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:21:37.222617 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:37.363339 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] For port a7c4fbe0-f1b1-48d8-ab20-66aacc540088, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:21:37.367634 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] For port a7c4fbe0-f1b1-48d8-ab20-66aacc540088, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=a7c4fbe0-f1b1-48d8-ab20-66aacc540088,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:21:37.390503 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:21:37.417579 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:37.422842 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-66d70384-feff-4494-83ad-4d9fc6711837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:37.515278 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d70384-feff-4494-83ad-4d9fc6711837 None None] Pushing event updated for resources: {'Port': ['ID=a7c4fbe0-f1b1-48d8-ab20-66aacc540088,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:37.518420 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Routers {'fc31a552-cc71-4a55-bb64-fbe27e67d9f4'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:21:37.519030 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:21:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['fc31a552-cc71-4a55-bb64-fbe27e67d9f4'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:37.569949 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-66d70384-feff-4494-83ad-4d9fc6711837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:37.725833 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] Set router fc31a552-cc71-4a55-bb64-fbe27e67d9f4 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:21:38.125686 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'name': 'router1', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a7c4fbe0-f1b1-48d8-ab20-66aacc540088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:21:15Z', 'updated_at': '2021-04-30T17:21:34Z', 'revision_number': 4, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'gw_port': {'id': 'a7c4fbe0-f1b1-48d8-ab20-66aacc540088', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:21:34Z', 'updated_at': '2021-04-30T17:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'a1460af6-9333-416e-a49a-30aa1784011d', 'name': '', 'network_id': '087b9724-4699-4112-8060-78e78230915d', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'mac_address': 'fa:16:3e:52:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:21:25Z', 'updated_at': '2021-04-30T17:21:33Z', 'revision_number': 5, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'subnets': [{'id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aaa4a8f0-3096-4548-97ae-94f7969a4693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:21:38.132782 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ac1c9-1c19-49ed-a0e8-5cbbd57d68fd None None] The sync data for ids ['fc31a552-cc71-4a55-bb64-fbe27e67d9f4'] in dv-cinder-784779-10-smb is: [{'id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'name': 'router1', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.194'}], 'enable_snat': True}, 'gw_port_id': 'a7c4fbe0-f1b1-48d8-ab20-66aacc540088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:21:15Z', 'updated_at': '2021-04-30T17:21:34Z', 'revision_number': 4, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'gw_port': {'id': 'a7c4fbe0-f1b1-48d8-ab20-66aacc540088', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:21:34Z', 'updated_at': '2021-04-30T17:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'a1460af6-9333-416e-a49a-30aa1784011d', 'name': '', 'network_id': '087b9724-4699-4112-8060-78e78230915d', 'tenant_id': 'bdb5c076e3b042bb82df6e1653576546', 'mac_address': 'fa:16:3e:52:af:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc31a552-cc71-4a55-bb64-fbe27e67d9f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:21:25Z', 'updated_at': '2021-04-30T17:21:33Z', 'revision_number': 5, 'project_id': 'bdb5c076e3b042bb82df6e1653576546', 'subnets': [{'id': '02b5e8e4-f620-4e10-bb2e-36f81db57e98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aaa4a8f0-3096-4548-97ae-94f7969a4693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:21:38.452539 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38144) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:21:38.595556 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b1ddbade-070f-4185-878b-e4b7df89ab29 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1415012 Apr 30 17:21:38.976236 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device a7c4fbe0-f1b1-48d8-ab20-66aacc540088 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:21:39.126116 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port a7c4fbe0-f1b1-48d8-ab20-66aacc540088 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:21:39.132712 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port a7c4fbe0-f1b1-48d8-ab20-66aacc540088 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:21:39.133234 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:39.302268 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:39.324644 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port a7c4fbe0-f1b1-48d8-ab20-66aacc540088, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=a7c4fbe0-f1b1-48d8-ab20-66aacc540088,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:21:39.423813 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:39.428439 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:21:39.532547 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=a7c4fbe0-f1b1-48d8-ab20-66aacc540088,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:21:39.536843 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:21:40.973845 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device a7c4fbe0-f1b1-48d8-ab20-66aacc540088 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:21:41.099536 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port a7c4fbe0-f1b1-48d8-ab20-66aacc540088 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:21:41.100136 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:46.583041 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-dfdd12db-bf46-40da-94f6-22da5e2f057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:48.980146 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:49.332419 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-fe881be8-bf94-440c-a86b-0af65b6542e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:50.331197 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:21:51.936248 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:14.390014 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:22:16.571338 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-acae3822-8481-44da-82dc-d9589ee7840a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:18.999366 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:19.318459 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-fdb5ef66-65a6-4818-94f3-12a3fbc24562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:20.336807 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:21.963885 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:46.565427 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f0cc3911-b752-455e-b616-2b0074e9fd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:48.993111 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:49.335397 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-75800ed9-d5ed-464a-8e77-baa742197a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:50.325596 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:22:51.390055 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:22:51.941191 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:16.668550 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-9aaa6a85-427c-4cd0-be87-a613e7e5b9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:18.987594 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:19.317918 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-70744fca-e619-47c3-a694-f82a4113d1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:20.337098 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:20.993672 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38714) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:21.064646 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.pecan_wsgi.hooks.translation [None req-6134ef06-4239-4426-bff9-a6b2d716d79c admin admin] GET failed (client error): The resource could not be found. Apr 30 17:23:21.065960 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6134ef06-4239-4426-bff9-a6b2d716d79c admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0713212 Apr 30 17:23:21.201683 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bcca9c-b303-4a8b-9189-258dbd9b3673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:21.203085 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-92bcca9c-b303-4a8b-9189-258dbd9b3673 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1333835 Apr 30 17:23:22.016443 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:23.491211 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38724) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:23.612000 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5f497-9361-4627-8011-bd6da436457b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:23.612000 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-7ad5f497-9361-4627-8011-bd6da436457b admin admin] Synchronizing usage tracker for tenant:3bc07983766c47e79b354b4ecce5e7cb on resource:subnet {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:23:23.713536 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-7ad5f497-9361-4627-8011-bd6da436457b admin admin] Unset dirty status for tenant:3bc07983766c47e79b354b4ecce5e7cb on resource:subnet {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:23:23.715215 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-7ad5f497-9361-4627-8011-bd6da436457b admin admin] 10.222.0.32 "GET /v2.0/subnets/02b5e8e4-f620-4e10-bb2e-36f81db57e98 HTTP/1.1" status: 200 len: 849 time: 0.2230566 Apr 30 17:23:23.725136 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:23:23.847503 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Notify callbacks [] for subnet, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:24.094527 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746975555220'] for subnet, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:24.098533 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:23:24.138491 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:24.139076 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:24.140360 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] 10.222.0.32 "PUT /v2.0/subnets/02b5e8e4-f620-4e10-bb2e-36f81db57e98 HTTP/1.1" status: 200 len: 868 time: 0.4194245 Apr 30 17:23:24.155176 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0152f23a-5c77-41ed-b906-e699249cb6e7 None None] Network 087b9724-4699-4112-8060-78e78230915d requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:23:24.165729 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b5e8e4-f620-4e10-bb2e-36f81db57e98,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:23:24.174137 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.174458 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.174804 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.175131 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.175443 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.175772 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.176103 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.176429 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.176774 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.177171 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.177493 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.177809 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:23:24.181627 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:23:24.771575 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-5aca52ec-3f1b-4cab-bc47-dceb7ed40b71 None None] Provisioning complete for port e2e619db-0802-475e-9e7a-db43f05c89de triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:23:24.772126 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5aca52ec-3f1b-4cab-bc47-dceb7ed40b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:24.936749 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-5aca52ec-3f1b-4cab-bc47-dceb7ed40b71 None None] Provisioning complete for port a1460af6-9333-416e-a49a-30aa1784011d triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:23:24.937087 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5aca52ec-3f1b-4cab-bc47-dceb7ed40b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:26.358930 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38734) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:26.545098 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde8746-586b-4ba7-b8d8-e4b3c26cfded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:26.545485 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde8746-586b-4ba7-b8d8-e4b3c26cfded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:26.547041 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-abde8746-586b-4ba7-b8d8-e4b3c26cfded admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1871219 Apr 30 17:23:28.389690 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:23:28.739166 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38744) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:28.969342 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cdd690-863a-4e46-88b1-17202306d9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:28.977148 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cdd690-863a-4e46-88b1-17202306d9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:28.977148 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-e0cdd690-863a-4e46-88b1-17202306d9a3 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2312980 Apr 30 17:23:31.152603 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38754) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:31.331828 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4367d7d8-761b-436d-8d65-34fc5626a657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:31.333182 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-4367d7d8-761b-436d-8d65-34fc5626a657 admin admin] 10.222.0.32 "GET /v2.0/networks/087b9724-4699-4112-8060-78e78230915d HTTP/1.1" status: 200 len: 869 time: 0.1796327 Apr 30 17:23:33.474001 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38764) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:33.643682 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e94a945-75c6-42ab-b1c6-d2c3f578e52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:33.645005 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-0e94a945-75c6-42ab-b1c6-d2c3f578e52f admin admin] 10.222.0.32 "GET /v2.0/networks/f3bf8316-f96a-4557-9e0f-541dde4310c6 HTTP/1.1" status: 200 len: 886 time: 0.1700602 Apr 30 17:23:35.844633 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38774) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:35.953354 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75e1de-2a36-4356-bec2-141ea32ae992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:35.953811 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75e1de-2a36-4356-bec2-141ea32ae992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:35.955324 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8a75e1de-2a36-4356-bec2-141ea32ae992 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096864 Apr 30 17:23:38.113543 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38784) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:38.223412 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2fa2d6-b0ad-43d1-819a-55814912f105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:38.223877 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2fa2d6-b0ad-43d1-819a-55814912f105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:38.225374 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-9d2fa2d6-b0ad-43d1-819a-55814912f105 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108818 Apr 30 17:23:40.383638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38794) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:40.492809 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbdaaa7-83bc-4bd4-8a0c-e89d76135125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:40.495248 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-dcbdaaa7-83bc-4bd4-8a0c-e89d76135125 admin admin] 10.222.0.32 "GET /v2.0/subnets/02b5e8e4-f620-4e10-bb2e-36f81db57e98 HTTP/1.1" status: 200 len: 868 time: 0.1095805 Apr 30 17:23:42.644211 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38804) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:23:42.747534 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ffa94-52f1-4ce4-9b66-f2e4ee00d520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:23:42.748799 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-c49ffa94-52f1-4ce4-9b66-f2e4ee00d520 admin admin] 10.222.0.32 "GET /v2.0/subnets/ee714183-fffa-4f6f-9b2d-135b7e167e54 HTTP/1.1" status: 200 len: 816 time: 0.1036372 Apr 30 17:23:46.610389 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-e7eab4fd-9a3b-4c34-aec0-7e73c6a7654b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:48.987560 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:49.318962 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f6b3abc7-91b1-4e04-bd19-f0bd75df4f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:50.336230 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:23:51.958616 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:05.389174 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:24:06.217958 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38848) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:06.266775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [None req-cd936e4e-15ea-461d-ae54-69c23f2fe77c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=74464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:24:06.267746 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-cd936e4e-15ea-461d-ae54-69c23f2fe77c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488405 Apr 30 17:24:08.488803 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38858) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:08.570139 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5076436a-7714-4530-8362-a9e69bb96201 admin admin] GET failed (client error): The resource could not be found. Apr 30 17:24:08.571464 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-5076436a-7714-4530-8362-a9e69bb96201 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0817361 Apr 30 17:24:08.701115 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c6b05-07b5-48c5-b349-30cae75c4fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:08.702534 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-e85c6b05-07b5-48c5-b349-30cae75c4fa0 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1271210 Apr 30 17:24:10.879876 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38868) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:10.931828 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:24:10.936725 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:24:10.946923 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:24:10.998730 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Made reservation on behalf of 3bc07983766c47e79b354b4ecce5e7cb for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:24:11.001138 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:11.091573 dv-cinder-784779-10-smb neutron-server[74464]: WARNING neutron.services.revisions.revision_plugin [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Could not find related network for resource to bump revision. Apr 30 17:24:11.103889 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:24:11.112679 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:11.113019 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Added segment 45e98682-a409-4898-906d-cb48a474ab09 of type vlan for network 21a64575-09bc-4665-b696-2b19dd71f8cf Apr 30 17:24:11.139703 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:11.244983 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:11.246346 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:11.246930 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:11.251624 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:24:11.349358 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Pushing event updated for resources: {'Network': ['ID=21a64575-09bc-4665-b696-2b19dd71f8cf,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:24:11.356571 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.356916 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.357304 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.357637 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.357959 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.358309 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.358638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.358956 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.359274 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.359587 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.359901 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.360214 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:11.363672 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:24:11.371478 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 21a64575-09bc-4665-b696-2b19dd71f8cf details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:24:11.422203 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5411644 Apr 30 17:24:13.616371 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38878) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:24:13.686028 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.pecan_wsgi.hooks.translation [None req-e405e826-52e1-4d25-acb4-485d00e4ff0c admin admin] GET failed (client error): The resource could not be found. Apr 30 17:24:13.686562 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e405e826-52e1-4d25-acb4-485d00e4ff0c admin admin] Synchronizing usage tracker for tenant:3bc07983766c47e79b354b4ecce5e7cb on resource:network {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:24:13.774171 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e405e826-52e1-4d25-acb4-485d00e4ff0c admin admin] Unset dirty status for tenant:3bc07983766c47e79b354b4ecce5e7cb on resource:network {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:24:13.775275 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-e405e826-52e1-4d25-acb4-485d00e4ff0c admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1579325 Apr 30 17:24:13.883363 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69afdf17-9ab4-47bb-b2b2-19a91a26da1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:13.884932 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-69afdf17-9ab4-47bb-b2b2-19a91a26da1e admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1056547 Apr 30 17:24:13.894714 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Request body: {'subnet': {'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:24:13.899242 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:24:13.909118 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:24:14.004609 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Made reservation on behalf of 3bc07983766c47e79b354b4ecce5e7cb for: {'subnet': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:24:14.006940 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:14.494620 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:14.498263 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:24:14.566806 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d95833f-706b-44cb-a5eb-5a02a31fb01d,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:24:14.570045 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:24:14.576151 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Checking segment: {'id': '45e98682-a409-4898-906d-cb48a474ab09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:24:14.576503 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Network hostable DHCP agents. Network: 21a64575-09bc-4665-b696-2b19dd71f8cf, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:24:14.648271 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Network 21a64575-09bc-4665-b696-2b19dd71f8cf is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:24:14.716652 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 21a64575-09bc-4665-b696-2b19dd71f8cf) {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:24:14.721018 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:24:14.721602 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:14.726103 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2008e8d-2ce0-443a-92f6-00650a5531f3 None None] Network 21a64575-09bc-4665-b696-2b19dd71f8cf requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:24:14.797502 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9061651 Apr 30 17:24:14.955578 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b21e8bf-1867-54f2-8f46-0d81c7d09bf3-21a64575-09bc-4665-b696-2b19dd71f8cf', 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf', 'tenant_id': '3bc07983766c47e79b354b4ecce5e7cb', 'fixed_ips': [{'subnet_id': '2d95833f-706b-44cb-a5eb-5a02a31fb01d'}]}} from dv-cinder-784779-10-smb. {{(pid=74465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:24:14.956474 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.119537 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.db_base_plugin_common [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Allocated IP 192.168.233.2 (21a64575-09bc-4665-b696-2b19dd71f8cf/2d95833f-706b-44cb-a5eb-5a02a31fb01d/a999e01d-dd80-4e4c-a14d-92c2019bde41) {{(pid=74465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:24:15.343431 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Notify callbacks [] for port, precommit_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.354593 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Transition to ACTIVE for port object a999e01d-dd80-4e4c-a14d-92c2019bde41 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:24:15.376854 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Transition to ACTIVE for port object a999e01d-dd80-4e4c-a14d-92c2019bde41 will not be triggered until provisioned by entity DHCP. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:24:15.456973 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.461824 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:24:15.523063 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Network 21a64575-09bc-4665-b696-2b19dd71f8cf is already hosted by enough agents. {{(pid=74465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:24:15.524248 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.base_scheduler [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Resources bound (agent type, host, resource id): {{(pid=74465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:24:15.532842 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Received port after_create {{(pid=74465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:24:15.568600 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Pushing event updated for resources: {'Port': ['ID=a999e01d-dd80-4e4c-a14d-92c2019bde41,revision_number=1']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:24:15.608809 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612158 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.612989 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:24:15.621755 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:24:15.650140 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Attempting to bind port a999e01d-dd80-4e4c-a14d-92c2019bde41 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:24:15.650140 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Attempting to bind port a999e01d-dd80-4e4c-a14d-92c2019bde41 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '45e98682-a409-4898-906d-cb48a474ab09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:24:15.650140 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Attempting to bind port a999e01d-dd80-4e4c-a14d-92c2019bde41 on network 21a64575-09bc-4665-b696-2b19dd71f8cf {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:24:15.651529 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:24:15.652017 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Checking segment: {'id': '45e98682-a409-4898-906d-cb48a474ab09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:24:15.652780 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.652780 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Bound using segment: {'id': '45e98682-a409-4898-906d-cb48a474ab09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:24:15.653193 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Bound port: a999e01d-dd80-4e4c-a14d-92c2019bde41, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e98682-a409-4898-906d-cb48a474ab09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:24:15.653574 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.751083 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] For port a999e01d-dd80-4e4c-a14d-92c2019bde41, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:24:15.754948 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] For port a999e01d-dd80-4e4c-a14d-92c2019bde41, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=a999e01d-dd80-4e4c-a14d-92c2019bde41,segment=NetworkSegment(45e98682-a409-4898-906d-cb48a474ab09),segment_id=45e98682-a409-4898-906d-cb48a474ab09)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:24:15.866028 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:15.871587 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:24:15.957379 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Pushing event updated for resources: {'Port': ['ID=a999e01d-dd80-4e4c-a14d-92c2019bde41,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:24:15.960900 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:24:16.576934 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5cc0e297-1775-4f32-aa12-0f759ce9cfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:16.871576 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f329c23b-f6e5-494a-b1d7-ae467a3f5c0a None None] Network 21a64575-09bc-4665-b696-2b19dd71f8cf requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:24:17.096524 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device a999e01d-dd80-4e4c-a14d-92c2019bde41 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:24:17.125216 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-947065b4-64d8-407c-9548-91bbb03e6fb4 None None] Provisioning for port a999e01d-dd80-4e4c-a14d-92c2019bde41 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:24:17.253947 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port a999e01d-dd80-4e4c-a14d-92c2019bde41 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:24:17.268032 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port a999e01d-dd80-4e4c-a14d-92c2019bde41 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:24:17.268032 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:17.399354 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-47238c55-f5d2-4baa-9abf-fffa692dbedd None None] Provisioning complete for port a999e01d-dd80-4e4c-a14d-92c2019bde41 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:24:17.399719 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-47238c55-f5d2-4baa-9abf-fffa692dbedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:17.432236 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:17.512707 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port a999e01d-dd80-4e4c-a14d-92c2019bde41, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=a999e01d-dd80-4e4c-a14d-92c2019bde41,segment=NetworkSegment(45e98682-a409-4898-906d-cb48a474ab09),segment_id=45e98682-a409-4898-906d-cb48a474ab09)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:24:17.573900 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-47238c55-f5d2-4baa-9abf-fffa692dbedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:17.603568 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:17.633030 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:24:17.720007 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.db.api [None req-47238c55-f5d2-4baa-9abf-fffa692dbedd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 17:24:17.720386 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_db.api [None req-47238c55-f5d2-4baa-9abf-fffa692dbedd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 17:24:17.725668 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=a999e01d-dd80-4e4c-a14d-92c2019bde41,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:24:17.729305 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:24:18.998434 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:19.052364 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device a999e01d-dd80-4e4c-a14d-92c2019bde41 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:24:19.121415 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port a999e01d-dd80-4e4c-a14d-92c2019bde41 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:24:19.121779 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:19.339514 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce6bbfb0-29a1-4a72-95fa-f44d9c0b1f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:20.352837 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:21.952861 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:42.390472 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:24:46.573342 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-281904cb-7b16-43fb-a8db-405e83bc2791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:48.985211 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:49.330081 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-8a7e37db-3eda-48ae-82be-587635aca0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:50.344606 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:24:51.998639 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:16.540895 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5d736276-bbe2-4999-a64e-7b683ac821c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:18.984409 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:19.318061 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-d42245f6-884e-4b88-8260-52028f97bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:19.390387 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:25:20.336049 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:21.958513 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:30.619887 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 38928) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:25:30.626631 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [None req-c5f9c7bf-e0d8-4d9e-8a39-0d81d00d2786 tempest-verify_tempest_config-803605870 tempest-verify_tempest_config-803605870-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=74464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:25:30.627469 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-c5f9c7bf-e0d8-4d9e-8a39-0d81d00d2786 tempest-verify_tempest_config-803605870 tempest-verify_tempest_config-803605870-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063083 Apr 30 17:25:31.322548 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38946) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:25:31.439901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:31.453772 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:25:31.457519 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Usage tracker for resource:security_group_rule and tenant:39c4e91db0a3487ea2866628df99816e is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:25:31.460528 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:25:31.466336 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:25:31.551257 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:31.627131 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:31.634930 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:25:31.675254 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Synchronizing usage tracker for tenant:3bc07983766c47e79b354b4ecce5e7cb on resource:security_group {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:25:31.677578 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0453a8e0-35ef-47c7-8949-a07bbddd967d,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:25:31.688170 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.688886 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.688886 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.689252 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.689578 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.689901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.690255 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.690572 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.690904 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.691222 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.691537 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.691843 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:25:31.696870 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:25:31.752358 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Unset dirty status for tenant:3bc07983766c47e79b354b4ecce5e7cb on resource:security_group {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:25:31.753782 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39c4e91db0a3487ea2866628df99816e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4301867 Apr 30 17:25:31.756326 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 38952) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:25:31.815675 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eab28cf-8c07-48df-9ddd-38755f0d94ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:31.842596 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eab28cf-8c07-48df-9ddd-38755f0d94ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:31.987418 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eab28cf-8c07-48df-9ddd-38755f0d94ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:31.991200 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:25:32.002286 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab28cf-8c07-48df-9ddd-38755f0d94ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0453a8e0-35ef-47c7-8949-a07bbddd967d,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:25:32.006752 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3eab28cf-8c07-48df-9ddd-38755f0d94ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:25:32.009251 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eab28cf-8c07-48df-9ddd-38755f0d94ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:32.010406 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-3eab28cf-8c07-48df-9ddd-38755f0d94ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0453a8e0-35ef-47c7-8949-a07bbddd967d HTTP/1.1" status: 204 len: 168 time: 0.2531500 Apr 30 17:25:46.557822 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-4f3baed9-a971-4c83-8816-cbd8daa6806a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:49.037722 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:49.340946 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6d2528ad-f896-477b-9c32-48f356f05a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:50.346464 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:51.972390 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:25:56.389666 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:26:16.540494 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-0bac3ec1-9cf5-492a-96bb-38f373537089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:19.018373 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:19.329235 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-24ae0fa0-7e0a-4d28-8d01-d43297ce5581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:20.355285 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:22.006429 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:33.388599 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:26:46.554961 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ca03ce3d-f4f8-43a6-a30e-9f7ae1268047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:49.014384 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:49.332075 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-316bdc7f-f191-422a-ba96-c4e0d47b23b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:50.357335 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:26:51.980551 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:10.386890 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 5 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:27:13.400242 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087'] for agent, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:16.557301 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-013216eb-e6b7-439f-95d8-2f7d1fa22414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:17.490629 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39006) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:27:17.603228 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6b5c53cb-8417-404b-a128-0bb16758744a admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1115134 Apr 30 17:27:18.991514 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:19.366197 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-90d742fa-2593-43b9-82d1-3261f77f03d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:19.788080 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39016) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:27:19.844094 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-3f1a7bf6-7f6e-4623-b957-99771c1a13a6 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0549307 Apr 30 17:27:20.357758 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:21.977299 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:43.376926 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:46.582745 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7b60fd4d-dad9-4c84-8490-e2411448602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:47.386368 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:27:48.994151 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:49.408796 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-d3459205-31fd-480d-aef6-87ddaaeaaeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:50.360745 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:27:51.974484 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:13.411377 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:16.574677 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f02c3419-5050-4b9d-865f-6f1b9ed5bcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:19.020835 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:19.340242 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2162-fa01-4873-b7eb-cfc31d445e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:20.353884 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:21.988161 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:24.385760 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:28:43.396814 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:46.639298 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-d3b58ade-9316-4bf1-b5e0-9071e6d65323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:48.993521 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:49.371487 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-a86d30c8-6158-4bcc-aeaa-6939e523a72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:50.365830 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:50.917062 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39144) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:51.197007 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1001758364-network', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:51.201727 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:51.206457 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Usage tracker for resource:network and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:51.210194 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:51.216814 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:51.299853 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Made reservation on behalf of a15e20b74f0d4d84a7a49be43fe3147d for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:28:51.302176 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:51.317311 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:51.331541 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:51.335229 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Usage tracker for resource:security_group_rule and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:51.337997 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:51.344189 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:51.437463 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:51.511451 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:51.514961 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-21ba8a27-7068-4db8-afae-cd9d4b64d84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:51.544154 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:28:51.553947 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baee8bae-f6ee-4617-a97a-f6524a9ff2f6,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:51.563345 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.563719 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.564056 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.564384 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.564708 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.565054 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.565342 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.565650 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.566181 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.566683 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.566998 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.567779 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Tracked resource versions report: Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: pushed versions: Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: { 'AddressGroup': {'1.2'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'ConntrackHelper': {'1.0'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Log': {'1.0'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Network': {'1.1'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Port': {'1.7'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'PortForwarding': {'1.2'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'QosPolicy': {'1.8'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'SecurityGroup': {'1.4'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'SubPort': {'1.0'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Subnet': {'1.1'}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Trunk': {'1.1'}} Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: consumer versions: Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: { DHCP agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: HyperV agent@hv-cinder-78477: {}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: L3 agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: Metadata agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: Metering agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: Open vSwitch agent@dv-cinder-784779-10-smb: { 'AddressGroup': '1.2', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'ConntrackHelper': '1.0', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Log': '1.0', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Network': '1.1', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Port': '1.7', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'PortForwarding': '1.2', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'QosPolicy': '1.8', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'SecurityGroup': '1.4', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'SecurityGroupRule': '1.2', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'SubPort': '1.0', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Subnet': '1.1', Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: 'Trunk': '1.1'}} Apr 30 17:28:51.568371 dv-cinder-784779-10-smb neutron-server[74464]: {{(pid=74464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:28:51.579869 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:51.580200 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Added segment 9c65bba2-66e9-40ef-a7e2-effcc4d188bf of type vlan for network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 Apr 30 17:28:51.589129 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:51.613579 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:51.712581 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:51.712581 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:28:51.712581 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:51.715038 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:51.815292 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Pushing event updated for resources: {'Network': ['ID=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:51.819092 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:51.824910 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:28:51.878876 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9578867 Apr 30 17:28:51.879263 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39184) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:51.884901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Request body: {'subnet': {'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1001758364-subnet', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:51.894165 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:51.898453 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Usage tracker for resource:subnet and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:51.901458 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:51.913140 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:51.991100 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Made reservation on behalf of a15e20b74f0d4d84a7a49be43fe3147d for: {'subnet': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:28:51.993481 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Notify callbacks [] for subnet, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:52.016907 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:52.530475 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:52.535588 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:52.694468 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39222) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:52.695072 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d8006d-9e04-4f1f-93fd-906732c23313,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:52.707186 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.707555 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.707884 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.708407 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.708841 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.709158 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.709343 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.709657 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.709979 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.710338 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.710718 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.710911 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Tracked resource versions report: Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: pushed versions: Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: { 'AddressGroup': {'1.2'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'ConntrackHelper': {'1.0'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Log': {'1.0'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Network': {'1.1'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Port': {'1.7'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'PortForwarding': {'1.2'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'QosPolicy': {'1.8'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'SecurityGroup': {'1.4'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'SubPort': {'1.0'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Subnet': {'1.1'}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Trunk': {'1.1'}} Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: consumer versions: Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: { DHCP agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: HyperV agent@hv-cinder-78477: {}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: L3 agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: Metadata agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: Metering agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: Open vSwitch agent@dv-cinder-784779-10-smb: { 'AddressGroup': '1.2', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'ConntrackHelper': '1.0', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Log': '1.0', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Network': '1.1', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Port': '1.7', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'PortForwarding': '1.2', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'QosPolicy': '1.8', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'SecurityGroup': '1.4', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'SecurityGroupRule': '1.2', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'SubPort': '1.0', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Subnet': '1.1', Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: 'Trunk': '1.1'}} Apr 30 17:28:52.712015 dv-cinder-784779-10-smb neutron-server[74463]: {{(pid=74463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:28:52.715716 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:52.727430 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Checking segment: {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:28:52.727430 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Network hostable DHCP agents. Network: 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:28:52.858040 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:28:52.954875 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1) {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:28:52.958973 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:28:52.959645 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:52.967262 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5261fa73-0c50-467a-9d57-908ede472a4c None None] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:28:53.051673 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1712065 Apr 30 17:28:53.054386 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39234) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:53.059680 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:53.065165 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:53.069187 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Usage tracker for resource:router and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:53.072098 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:53.077761 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:53.180282 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-518759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64839'] for router, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.183796 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3718306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64846'] for router, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.202323 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.234585 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b21e8bf-1867-54f2-8f46-0d81c7d09bf3-1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313'}]}} from dv-cinder-784779-10-smb. {{(pid=74465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:28:53.235982 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.350703 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-923165473-network', 'tenant_id': '27edf4bf62874f89b85fe09a8b8b4762'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:53.354822 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:53.361993 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Usage tracker for resource:network and tenant:27edf4bf62874f89b85fe09a8b8b4762 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:53.377938 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:53.392495 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:53.446089 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.db_base_plugin_common [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Allocated IP 172.20.0.2 (1f96aec8-9fc2-4afd-9d3a-dc3d2691add1/37d8006d-9e04-4f1f-93fd-906732c23313/b1ff022a-fe4d-454d-83e1-fbac092bf58c) {{(pid=74465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:28:53.485748 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Made reservation on behalf of 27edf4bf62874f89b85fe09a8b8b4762 for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:28:53.488951 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.505769 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.522538 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:53.526704 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Usage tracker for resource:security_group_rule and tenant:27edf4bf62874f89b85fe09a8b8b4762 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:53.530489 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:53.538094 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:53.635023 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.645459 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64956'] for router, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.700441 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.706174 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:53.771397 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Notify callbacks [] for port, precommit_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.779735 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:28:53.787246 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Transition to ACTIVE for port object b1ff022a-fe4d-454d-83e1-fbac092bf58c will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:28:53.798180 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.798518 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Added segment 7612ef94-05fc-4317-a655-a00ea43cc79e of type vlan for network 795d416a-ff8d-4a53-9908-c0009e59784a Apr 30 17:28:53.812487 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Transition to ACTIVE for port object b1ff022a-fe4d-454d-83e1-fbac092bf58c will not be triggered until provisioned by entity DHCP. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:28:53.820096 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c437f9-6dcd-4efb-958a-a9c056d1c87a,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:53.856004 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.861902 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:53.878834 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39252) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:53.908832 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.911146 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39258) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:53.919174 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:53.959329 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.960821 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:28:53.961205 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:53.967536 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:53.983503 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 is already hosted by enough agents. {{(pid=74465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:28:53.987537 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.base_scheduler [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Resources bound (agent type, host, resource id): {{(pid=74465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:28:53.996092 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Received port after_create {{(pid=74465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:28:54.091631 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Pushing event updated for resources: {'Port': ['ID=b1ff022a-fe4d-454d-83e1-fbac092bf58c,revision_number=1']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:54.102439 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Pushing event updated for resources: {'Network': ['ID=795d416a-ff8d-4a53-9908-c0009e59784a,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:54.107111 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.107683 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.108215 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.109371 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.109851 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.110358 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.111432 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.111907 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.112477 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:54.112844 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.113174 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.113490 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.113815 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Tracked resource versions report: Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: pushed versions: Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: { 'AddressGroup': {'1.2'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'ConntrackHelper': {'1.0'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Log': {'1.0'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Network': {'1.1'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Port': {'1.7'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'PortForwarding': {'1.2'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'QosPolicy': {'1.8'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'SecurityGroup': {'1.4'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'SubPort': {'1.0'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Subnet': {'1.1'}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Trunk': {'1.1'}} Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: consumer versions: Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: { DHCP agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: HyperV agent@hv-cinder-78477: {}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: L3 agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: Metadata agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: Metering agent@dv-cinder-784779-10-smb: {}, Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: Open vSwitch agent@dv-cinder-784779-10-smb: { 'AddressGroup': '1.2', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'ConntrackHelper': '1.0', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Log': '1.0', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Network': '1.1', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Port': '1.7', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'PortForwarding': '1.2', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'QosPolicy': '1.8', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'SecurityGroup': '1.4', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'SecurityGroupRule': '1.2', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'SubPort': '1.0', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Subnet': '1.1', Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: 'Trunk': '1.1'}} Apr 30 17:28:54.114977 dv-cinder-784779-10-smb neutron-server[74465]: {{(pid=74465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:28:54.119159 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 795d416a-ff8d-4a53-9908-c0009e59784a details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:28:54.127511 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4311616 Apr 30 17:28:54.130521 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39274) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:54.138095 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Request body: {'subnet': {'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-923165473-subnet', 'tenant_id': '27edf4bf62874f89b85fe09a8b8b4762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:54.145007 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:54.153549 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:54.154173 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Usage tracker for resource:subnet and tenant:27edf4bf62874f89b85fe09a8b8b4762 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:54.155134 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Attempting to bind port b1ff022a-fe4d-454d-83e1-fbac092bf58c on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:28:54.155835 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Attempting to bind port b1ff022a-fe4d-454d-83e1-fbac092bf58c by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:28:54.156203 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Attempting to bind port b1ff022a-fe4d-454d-83e1-fbac092bf58c on network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:28:54.159018 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:54.159317 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.166733 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:54.180794 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:28:54.183162 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Checking segment: {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:28:54.183162 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.183162 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Bound using segment: {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:28:54.183438 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Bound port: b1ff022a-fe4d-454d-83e1-fbac092bf58c, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:28:54.183770 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.200086 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.248628 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Made reservation on behalf of 27edf4bf62874f89b85fe09a8b8b4762 for: {'subnet': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:28:54.253451 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Notify callbacks [] for subnet, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.355626 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] For port b1ff022a-fe4d-454d-83e1-fbac092bf58c, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:28:54.360678 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] For port b1ff022a-fe4d-454d-83e1-fbac092bf58c, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b1ff022a-fe4d-454d-83e1-fbac092bf58c,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:28:54.398530 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Allocated IP 172.28.3.109 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/17af1a9c-c1fd-4a16-8f4b-feee169f6df6) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:28:54.445431 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1652310373-network', 'tenant_id': '261f35dcbafa4492b33783c3871f7d76'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:54.450416 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:54.456513 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Usage tracker for resource:network and tenant:261f35dcbafa4492b33783c3871f7d76 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:54.457344 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.472979 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-66d70384-feff-4494-83ad-4d9fc6711837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:54.477747 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:54.487947 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-network', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:54.489560 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:54.497592 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:54.507268 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Usage tracker for resource:network and tenant:0d1d7502a2c94ddabd0127f78e54f313 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:54.511592 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:54.522846 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:54.607008 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Pushing event updated for resources: {'Port': ['ID=b1ff022a-fe4d-454d-83e1-fbac092bf58c,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:54.612831 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:54.641428 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Made reservation on behalf of 261f35dcbafa4492b33783c3871f7d76 for: {'network': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:28:54.644271 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.665132 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.676085 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Made reservation on behalf of 0d1d7502a2c94ddabd0127f78e54f313 for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:28:54.679804 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.708789 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.723287 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.730613 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:54.740315 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1d7502a2c94ddabd0127f78e54f313 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:54.742525 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:54.745144 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:54.749877 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Usage tracker for resource:security_group_rule and tenant:261f35dcbafa4492b33783c3871f7d76 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:54.753868 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:54.761907 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:54.764409 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:54.945894 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:54.960067 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:54.976443 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.058389 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.084905 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Pushing event updated for resources: {'Port': ['ID=17af1a9c-c1fd-4a16-8f4b-feee169f6df6,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:55.092578 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:55.095778 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:28:55.098831 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:28:55.101619 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:28:55.120688 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.133868 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:55.160018 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:28:55.170917 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.180646 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.180646 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Added segment 24fee0b4-16f5-47eb-accf-317db3586603 of type vlan for network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 Apr 30 17:28:55.223044 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d668a835-5945-4023-84b1-5478169e6000,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:55.230750 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:55.239369 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3eab28cf-8c07-48df-9ddd-38755f0d94ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:55.242119 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.278502 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe557ae4-3856-4b47-867e-055e75c850e5,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:55.289676 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:55.348674 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=74463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:28:55.379880 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b1ff022a-fe4d-454d-83e1-fbac092bf58c up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:28:55.393561 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.393984 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.segments_db [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Added segment c677dc86-c61f-44de-8ba3-7bf05f35ca09 of type vlan for network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 Apr 30 17:28:55.405235 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.428140 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.435933 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.440241 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-9ccff9be-469e-4938-a812-108325724203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:55.507277 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:28:55.510694 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.600500 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port b1ff022a-fe4d-454d-83e1-fbac092bf58c completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:28:55.642033 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=50915d68-348e-425b-8bf6-f666b72f8168,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:55.650227 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:55.650822 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:55.727361 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Checking segment: {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:28:55.728175 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Network hostable DHCP agents. Network: 795d416a-ff8d-4a53-9908-c0009e59784a, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:28:55.805555 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.848391 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:28:55.855555 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:55.856485 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9393744 Apr 30 17:28:55.859608 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39310) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:55.867652 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea61fc1-f262-426c-90c6-ff5c85c1d575,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:55.875750 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Request body: {'subnet': {'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-subnet', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:55.882579 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:55.884365 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:28:55.886471 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:55.893200 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:55.913092 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Usage tracker for resource:subnet and tenant:0d1d7502a2c94ddabd0127f78e54f313 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:55.921941 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:55.944069 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:55.959319 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Network 795d416a-ff8d-4a53-9908-c0009e59784a is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:28:56.025729 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Made reservation on behalf of 0d1d7502a2c94ddabd0127f78e54f313 for: {'subnet': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:28:56.030505 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:56.053052 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Pushing event updated for resources: {'Network': ['ID=e91f97c5-a651-44fc-b2ce-8a6f4fea9795,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:56.063728 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:56.094855 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 795d416a-ff8d-4a53-9908-c0009e59784a) {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:28:56.103130 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:28:56.103738 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:56.139228 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570217a5-481e-4212-a605-32807430c1f9 None None] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:28:56.194636 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0629766 Apr 30 17:28:56.235811 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3518100 Apr 30 17:28:56.237215 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39324) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:56.252208 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Request body: {'subnet': {'network_id': 'e91f97c5-a651-44fc-b2ce-8a6f4fea9795', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1652310373-subnet', 'tenant_id': '261f35dcbafa4492b33783c3871f7d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:56.258185 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:56.258751 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:28:56.263490 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Usage tracker for resource:subnet and tenant:261f35dcbafa4492b33783c3871f7d76 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:56.267926 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:56.271341 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84959650-2fff-4df9-8e5c-cdbfe4fffa5a None None] Network 795d416a-ff8d-4a53-9908-c0009e59784a requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:28:56.275703 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:56.291417 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:56.383939 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Made reservation on behalf of 261f35dcbafa4492b33783c3871f7d76 for: {'subnet': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:28:56.386736 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:56.845187 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-81c3f5dc-f1b6-4d14-ba85-6a8f2818070c None None] Provisioning for port b1ff022a-fe4d-454d-83e1-fbac092bf58c completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:28:56.904054 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-81c3f5dc-f1b6-4d14-ba85-6a8f2818070c None None] Provisioning complete for port b1ff022a-fe4d-454d-83e1-fbac092bf58c triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:28:56.904942 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-81c3f5dc-f1b6-4d14-ba85-6a8f2818070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:56.926919 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517817'] for router, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:57.060716 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e086021-afd4-4c0b-96a9-ae0d0e355d7e None None] Network 795d416a-ff8d-4a53-9908-c0009e59784a requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:28:57.064401 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:57.075436 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7f6226fc-f7d0-4fdd-bd94-d44642beab01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:57.277315 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeae8a62-f323-4238-ac34-77efecc133e3,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:57.282229 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:57.293429 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Checking segment: {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:28:57.293883 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Network hostable DHCP agents. Network: 8ea61fc1-f262-426c-90c6-ff5c85c1d575, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:28:57.422778 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:28:57.424414 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-81c3f5dc-f1b6-4d14-ba85-6a8f2818070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:57.450818 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Router 833852cf-50b8-433d-b5f9-8c34cda8c797 is scheduled to L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 with binding_index 1 {{(pid=74463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:28:57.547047 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 8ea61fc1-f262-426c-90c6-ff5c85c1d575) {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:28:57.555215 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-81c3f5dc-f1b6-4d14-ba85-6a8f2818070c None None] For port b1ff022a-fe4d-454d-83e1-fbac092bf58c, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b1ff022a-fe4d-454d-83e1-fbac092bf58c,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:28:57.560517 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:28:57.560820 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261f92b-cff3-4ae2-9938-8aebd943bd92 None None] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:28:57.562917 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:57.565978 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:57.587645 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-58336dc5-2abb-40ad-aa55-e3d43b3fe8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:57.661249 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-81c3f5dc-f1b6-4d14-ba85-6a8f2818070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:57.801438 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:28:57.812304 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9489295 Apr 30 17:28:57.817007 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39370) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:57.823256 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:28:57.841104 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ca9e02-6d36-4972-ae09-49550dae7fb5,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:57.854773 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:28:57.856106 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:57.858508 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Usage tracker for resource:router and tenant:0d1d7502a2c94ddabd0127f78e54f313 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:28:57.870245 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:28:57.883227 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:28:57.974240 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-518759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64839'] for router, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:57.976647 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3718306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64846'] for router, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:58.020302 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:58.057851 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Checking segment: {'id': 'c677dc86-c61f-44de-8ba3-7bf05f35ca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e91f97c5-a651-44fc-b2ce-8a6f4fea9795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:28:58.061338 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Network hostable DHCP agents. Network: e91f97c5-a651-44fc-b2ce-8a6f4fea9795, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:28:58.091130 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-fe62ab09-6dfb-4019-9faf-80758eaaf183 None None] Provisioning complete for port b1ff022a-fe4d-454d-83e1-fbac092bf58c triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:28:58.092021 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-fe62ab09-6dfb-4019-9faf-80758eaaf183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:58.177512 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:28:58.202747 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Sync routers for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:28:58.203756 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39388) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:58.210994 dv-cinder-784779-10-smb neutron-server[74464]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 17:28:58.229299 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:28:58.230401 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:28:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:28:58.233055 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:28:58.303504 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:58.306495 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2499344 Apr 30 17:28:58.308087 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39398) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:28:58.481085 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, e91f97c5-a651-44fc-b2ce-8a6f4fea9795) {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:28:58.519509 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:28:58.520261 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:58.532064 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90c449e-9117-486f-bc8f-85a82cd5dad4 None None] Network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:28:58.547029 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12281dc0-18cd-4b99-88a0-9d36ee7d0b4c None None] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:28:58.565930 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3f5dc-f1b6-4d14-ba85-6a8f2818070c None None] Pushing event updated for resources: {'Port': ['ID=b1ff022a-fe4d-454d-83e1-fbac092bf58c,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:28:58.605378 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-81c3f5dc-f1b6-4d14-ba85-6a8f2818070c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:28:58.626319 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-6f49ef21-ddbf-4401-b3c6-c5da4a0e8201 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:28:58.628307 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-6f49ef21-ddbf-4401-b3c6-c5da4a0e8201 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Synchronizing usage tracker for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:network {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:28:58.743266 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-6f49ef21-ddbf-4401-b3c6-c5da4a0e8201 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Unset dirty status for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:network {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:28:58.744940 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-6f49ef21-ddbf-4401-b3c6-c5da4a0e8201 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 814 time: 0.5396292 Apr 30 17:28:58.794530 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:28:58.802815 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5618842 Apr 30 17:28:58.849560 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-8e90e4dd-b4eb-4947-aa65-5e3f2bb3a52a tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/quotas/27edf4bf62874f89b85fe09a8b8b4762 HTTP/1.1" status: 200 len: 375 time: 0.0332632 Apr 30 17:28:58.852809 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64956'] for router, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:58.966346 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-e5f4e91a-8cf3-4cb3-8d14-aab3fa1f946c tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077969 Apr 30 17:28:59.214182 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e29a9-3dfc-4960-9840-d3f337318dc7 None None] Network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:28:59.335239 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b1ff022a-fe4d-454d-83e1-fbac092bf58c up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:28:59.416780 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:28:55Z', 'revision_number': 3, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:28:59.427003 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Checking router: 833852cf-50b8-433d-b5f9-8c34cda8c797 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:28:59.427357 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Updating router 833852cf-50b8-433d-b5f9-8c34cda8c797 port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 binding host dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:28:59.557611 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:59.836579 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:59.844866 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port b1ff022a-fe4d-454d-83e1-fbac092bf58c triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:28:59.845167 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:59.851076 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:28:59.883660 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-f8e52516-7f03-4927-8dac-edb6594c17ec service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=74464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:28:59.891557 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-f8e52516-7f03-4927-8dac-edb6594c17ec service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1615796 Apr 30 17:29:00.021185 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.134342 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-d8dca5d7-93c4-4654-aa2a-e3012b821d9b service neutron] 10.222.0.32 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414930 Apr 30 17:29:00.273879 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Notify callbacks [] for port, precommit_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.292377 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.provisioning_blocks [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Transition to ACTIVE for port object 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 will not be triggered until provisioned by entity L2. {{(pid=74466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:00.302549 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-5390ed3e-ce36-4423-a1e9-f6ce34c40ac7 service neutron] 10.222.0.32 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633704 Apr 30 17:29:00.340101 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Allocated IP 172.20.0.1 (1f96aec8-9fc2-4afd-9d3a-dc3d2691add1/37d8006d-9e04-4f1f-93fd-906732c23313/c34c5351-9551-41b1-9ea1-94120f11b3d7) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:00.384803 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.411353 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:00.568150 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Allocated IP 172.28.3.146 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/f70f6e2f-caf1-4b7a-8f66-34c853849456) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:00.596660 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.626332 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Transition to ACTIVE for port object c34c5351-9551-41b1-9ea1-94120f11b3d7 will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:00.632841 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Attempting to bind port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:00.633344 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Attempting to bind port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:00.633563 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Attempting to bind port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 on network f3bf8316-f96a-4557-9e0f-541dde4310c6 {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:00.646995 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Pushing event updated for resources: {'Port': ['ID=17af1a9c-c1fd-4a16-8f4b-feee169f6df6,revision_number=2']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:00.662524 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:00.662950 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Checking segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:00.663399 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.664171 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Bound using segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:00.664305 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Bound port: 17af1a9c-c1fd-4a16-8f4b-feee169f6df6, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:00.664672 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.733228 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.733592 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.734063 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.734553 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.735062 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.735595 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.736106 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.736646 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.737208 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.737762 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.738334 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.739400 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Tracked resource versions report: Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: pushed versions: Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: { 'AddressGroup': {'1.2'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'ConntrackHelper': {'1.0'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Log': {'1.0'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Network': {'1.1'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Port': {'1.7'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'PortForwarding': {'1.2'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'QosPolicy': {'1.8'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'SecurityGroup': {'1.4'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'SecurityGroupRule': {'1.2'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'SubPort': {'1.0'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Subnet': {'1.1'}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Trunk': {'1.1'}} Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: consumer versions: Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: { DHCP agent@dv-cinder-784779-10-smb: {}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: HyperV agent@hv-cinder-78477: {}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: L3 agent@dv-cinder-784779-10-smb: {}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: Metadata agent@dv-cinder-784779-10-smb: {}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: Metering agent@dv-cinder-784779-10-smb: {}, Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: Open vSwitch agent@dv-cinder-784779-10-smb: { 'AddressGroup': '1.2', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'ConntrackHelper': '1.0', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Log': '1.0', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Network': '1.1', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Port': '1.7', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'PortForwarding': '1.2', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'QosPolicy': '1.8', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'SecurityGroup': '1.4', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'SecurityGroupRule': '1.2', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'SubPort': '1.0', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Subnet': '1.1', Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: 'Trunk': '1.1'}} Apr 30 17:29:00.741950 dv-cinder-784779-10-smb neutron-server[74466]: {{(pid=74466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 17:29:00.758671 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:00.768583 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.777604 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6eb43bdf-4228-41f5-b1cc-bfd3634b03e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:00.829270 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.849599 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39458) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:00.852009 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] For port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:00.858529 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] For port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=17af1a9c-c1fd-4a16-8f4b-feee169f6df6,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:00.884921 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:00.909084 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:00.909084 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:00.909084 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408022'] for router_interface, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.909084 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=c34c5351-9551-41b1-9ea1-94120f11b3d7,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:00.915697 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:00.927946 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9995b4ff-78ee-40a7-962a-b2f6cc46253d req-def860ae-697e-4b39-99ee-2daa5260bf23 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 210 time: 0.0769870 Apr 30 17:29:00.989405 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:00.994308 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-7a300ab3-2608-446c-ab3c-b6d150916e33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:01.175783 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:01.176527 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:28:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:01.277016 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:01.287942 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Pushing event updated for resources: {'Port': ['ID=17af1a9c-c1fd-4a16-8f4b-feee169f6df6,revision_number=3']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:01.290950 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-d873b774-ad9d-4596-8606-0b29efbf37af None None] Provisioning for port c34c5351-9551-41b1-9ea1-94120f11b3d7 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:01.298003 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-d873b774-ad9d-4596-8606-0b29efbf37af None None] Provisioning complete for port c34c5351-9551-41b1-9ea1-94120f11b3d7 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:01.298670 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-d873b774-ad9d-4596-8606-0b29efbf37af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:01.308376 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:01.311528 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-cc6dc584-4b08-41c9-9047-d8a39a2390e2 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:01.314057 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-cc6dc584-4b08-41c9-9047-d8a39a2390e2 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/networks?id=e91f97c5-a651-44fc-b2ce-8a6f4fea9795 HTTP/1.1" status: 200 len: 812 time: 0.3990209 Apr 30 17:29:01.340252 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:01.374845 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-a7541c13-c674-497e-97f2-06d9e7ba969d tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/quotas/261f35dcbafa4492b33783c3871f7d76 HTTP/1.1" status: 200 len: 375 time: 0.0520740 Apr 30 17:29:01.374845 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:01.455711 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-d873b774-ad9d-4596-8606-0b29efbf37af None None] Port c34c5351-9551-41b1-9ea1-94120f11b3d7 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:29:01.600082 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-342d0353-2397-494e-9d9e-fb57c6b354ee tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=261f35dcbafa4492b33783c3871f7d76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964162 Apr 30 17:29:01.601675 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:01.617325 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:29:01.638225 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:01.698386 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:01.718909 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:01.749046 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:01.851127 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:01.852485 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3793305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407925'] for router_interface, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:01.856767 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:01.856959 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Pushing event updated for resources: {'Port': ['ID=f70f6e2f-caf1-4b7a-8f66-34c853849456,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:01.871090 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:01.937037 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-af022628-5f64-4fc5-8880-0891b8c14d13 service neutron] 10.222.0.32 "GET /v2.0/networks/e91f97c5-a651-44fc-b2ce-8a6f4fea9795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321357 Apr 30 17:29:01.974188 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Pushing event updated for resources: {'Port': ['ID=c34c5351-9551-41b1-9ea1-94120f11b3d7,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:02.043549 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:00Z', 'revision_number': 1, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:02.049778 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a7d5ea-9d3d-45a5-91c4-38a430d12d4c None None] The sync data for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb is: [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:00Z', 'revision_number': 1, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:29:02.094747 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:02.152134 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:02.153291 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:02.533561 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:02.548848 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Router 833852cf-50b8-433d-b5f9-8c34cda8c797 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:29:02.683681 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-c677e631-978f-4a5c-8163-5ad4ec1724d5 service neutron] 10.222.0.32 "GET /v2.0/networks/e91f97c5-a651-44fc-b2ce-8a6f4fea9795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205858 Apr 30 17:29:02.693457 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-eaa3532f-2db8-4680-8fd5-f1a8e2098c40 None None] Provisioning complete for port c34c5351-9551-41b1-9ea1-94120f11b3d7 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:02.693953 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4ff4dc71-6f2d-47be-add3-77af252bee06 req-62fc5769-503c-460b-b144-2502f9fd7eec tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 210 time: 0.1956022 Apr 30 17:29:02.694611 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-eaa3532f-2db8-4680-8fd5-f1a8e2098c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:02.915786 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3532f-2db8-4680-8fd5-f1a8e2098c40 None None] Port c34c5351-9551-41b1-9ea1-94120f11b3d7 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:29:02.917278 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:29:02.922343 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] 10.222.0.32 "PUT /v2.0/routers/833852cf-50b8-433d-b5f9-8c34cda8c797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6126285 Apr 30 17:29:03.283603 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517817'] for router, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:03.317909 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cef586a4-a38d-4918-8da9-c6a05548baad req-e7b1ce53-dd94-4efa-bb7d-c756a3de5734 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 210 time: 0.1236043 Apr 30 17:29:03.322625 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:03.571386 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:03.577214 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:03.578017 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:03.794271 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:03.833164 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=17af1a9c-c1fd-4a16-8f4b-feee169f6df6,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:03.889097 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 is scheduled to L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 with binding_index 1 {{(pid=74464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:29:03.938047 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:03.949653 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:04.117951 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39588) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:04.124014 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1599524367', 'description': 'tempest-description--1688928890'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:04.126912 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=17af1a9c-c1fd-4a16-8f4b-feee169f6df6,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:04.137629 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:04.142566 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:04.149406 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:security_group and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:04.162363 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:04.180544 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:04.188827 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4360f5d8-15a0-4464-809d-02a241ac4a7b req-101f8926-67ef-46db-9f29-3c63a35747ec tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 210 time: 0.1737092 Apr 30 17:29:04.335006 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:29:04.336377 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:04.353798 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Sync routers for ids ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:29:04.366475 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:04.377215 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:security_group_rule and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:04.382458 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:04.395180 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Routers {'7c5eb0f4-4045-4a99-9e6a-961d707a2b84'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:04.396009 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:28:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:04.401409 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:04.495363 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Notify callbacks [] for router, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:04.496582 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6777272 Apr 30 17:29:04.502215 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39616) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:04.514747 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7360f323-7e55-4adf-8740-f05aefb71731 req-2083bb2f-4ebd-4d05-b241-c23752c33e56 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 210 time: 0.1109571 Apr 30 17:29:04.657569 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:04.721286 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Set router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:04.735020 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:04.751831 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:04.806289 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e771bffe-3ac1-47dc-ad8e-dd36fef089ca,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:04.814231 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:04.859901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:04.861386 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7423782 Apr 30 17:29:04.865343 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39638) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:04.872964 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'security_group_rule': {'security_group_id': 'e771bffe-3ac1-47dc-ad8e-dd36fef089ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:04.885809 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:04.896956 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:security_group_rule and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:04.901971 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:04.936431 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:05.038661 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:05.199609 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.64', 59003) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:05.207330 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:57Z', 'updated_at': '2021-04-30T17:29:02Z', 'revision_number': 3, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'gw_port': {'id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:05.219098 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Checking router: 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:29:05.219098 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Updating router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 port f70f6e2f-caf1-4b7a-8f66-34c853849456 binding host dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:29:05.272556 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Sync routers for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:29:05.276660 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:05.289987 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:05.290756 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:28:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:05.334710 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:05.353567 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:05.356801 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:05.383915 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b3be35-4eed-4d6f-8835-2a8bbeaa5005,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:05.390705 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:05.405852 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:05.502418 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:05.503950 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6369617 Apr 30 17:29:05.506695 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39668) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:05.512553 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'security_group_rule': {'security_group_id': 'e771bffe-3ac1-47dc-ad8e-dd36fef089ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:05.527030 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:05.545374 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:security_group_rule and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:05.560539 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:05.610617 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:05.616725 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:05.648829 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:05.649227 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:05.735706 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:05.993265 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.060119 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f7b66fcf-3240-4de9-adf7-4fea7065ba3d req-67898b94-297f-4a04-a50b-ac46979e3cc0 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 210 time: 0.6559415 Apr 30 17:29:06.074262 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.117943 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:06.136646 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 2, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:06.147874 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Checking router: 833852cf-50b8-433d-b5f9-8c34cda8c797 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:29:06.150285 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Updating router 833852cf-50b8-433d-b5f9-8c34cda8c797 port c34c5351-9551-41b1-9ea1-94120f11b3d7 binding host dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:29:06.153004 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c356c4-469f-40be-953a-fffa26d14738,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:06.156825 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:06.203331 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Notify callbacks [] for port, precommit_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.210929 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.215044 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7041135 Apr 30 17:29:06.220713 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39696) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:06.223923 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'floatingip': {'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:06.224743 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Transition to ACTIVE for port object f70f6e2f-caf1-4b7a-8f66-34c853849456 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:06.232736 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:06.251873 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.255796 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a795410c-6e29-495e-b842-ad2c7422a0f0 req-00bc846a-51a8-4092-83ba-0fe6c5cd4418 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 210 time: 0.1951704 Apr 30 17:29:06.261939 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:floatingip and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:06.271065 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:06.295157 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:06.297319 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.303604 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:06.382615 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.408870 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Attempting to bind port f70f6e2f-caf1-4b7a-8f66-34c853849456 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:06.409499 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Attempting to bind port f70f6e2f-caf1-4b7a-8f66-34c853849456 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:06.410822 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Attempting to bind port f70f6e2f-caf1-4b7a-8f66-34c853849456 on network f3bf8316-f96a-4557-9e0f-541dde4310c6 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:06.418548 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-c98be48d-6684-43ca-8a89-9a70fce32fda tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:06.421699 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-c98be48d-6684-43ca-8a89-9a70fce32fda tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 814 time: 1.2204096 Apr 30 17:29:06.424861 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a35d54-0afa-4199-b5b7-a33ea519c601 None None] Pushing event updated for resources: {'Port': ['ID=f70f6e2f-caf1-4b7a-8f66-34c853849456,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:06.434701 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:06.435269 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Checking segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:06.435862 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.436413 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Bound using segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:06.437377 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Bound port: f70f6e2f-caf1-4b7a-8f66-34c853849456, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:06.438800 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.455374 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.478388 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-e8a35d54-0afa-4199-b5b7-a33ea519c601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:06.511602 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Request body: {'port': {'device_id': '3064de09-7044-4774-9065-794c60eb5d3f', 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a', 'admin_state_up': True, 'tenant_id': '27edf4bf62874f89b85fe09a8b8b4762'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:06.547750 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] For port f70f6e2f-caf1-4b7a-8f66-34c853849456, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:06.557726 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] For port f70f6e2f-caf1-4b7a-8f66-34c853849456, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f70f6e2f-caf1-4b7a-8f66-34c853849456,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:06.644296 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.657578 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:06.663305 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:06.803031 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Allocated IP 172.28.3.252 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/4c1d98d5-4da8-4713-948f-6dcdb7939fc5) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:06.877914 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Routers {'7c5eb0f4-4045-4a99-9e6a-961d707a2b84'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:06.882025 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:28:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:06.953905 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:06.962140 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Usage tracker for resource:port and tenant:27edf4bf62874f89b85fe09a8b8b4762 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:06.978944 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:06.982415 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a35d54-0afa-4199-b5b7-a33ea519c601 None None] Pushing event updated for resources: {'Port': ['ID=f70f6e2f-caf1-4b7a-8f66-34c853849456,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:06.995692 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.64', 59010) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:07.016979 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-e8a35d54-0afa-4199-b5b7-a33ea519c601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:07.039746 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Notify callbacks [] for port, precommit_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:07.056918 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:07.070311 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.provisioning_blocks [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Transition to ACTIVE for port object c34c5351-9551-41b1-9ea1-94120f11b3d7 will not be triggered until provisioned by entity L2. {{(pid=74466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:07.138656 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Allocated IP 172.20.0.1 (8ea61fc1-f262-426c-90c6-ff5c85c1d575/eeae8a62-f323-4238-ac34-77efecc133e3/fd90bcc0-9f59-4e22-ac03-a4e500dc2997) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:07.174390 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:07.179913 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:07.263531 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Made reservation on behalf of 27edf4bf62874f89b85fe09a8b8b4762 for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:07.280960 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:07.313711 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] Set router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:07.333661 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3d358-0191-4831-b38f-a1ea384fdb7f None None] Pushing event updated for resources: {'Port': ['ID=c34c5351-9551-41b1-9ea1-94120f11b3d7,revision_number=3']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:07.338733 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-4ef3d358-0191-4831-b38f-a1ea384fdb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:07.356251 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-a880b026-0490-4876-a19a-0674b470a55d tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:07.357040 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-a880b026-0490-4876-a19a-0674b470a55d tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Synchronizing usage tracker for tenant:261f35dcbafa4492b33783c3871f7d76 on resource:network {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:07.506891 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:07.512138 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-a880b026-0490-4876-a19a-0674b470a55d tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Unset dirty status for tenant:261f35dcbafa4492b33783c3871f7d76 on resource:network {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:07.516154 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-a880b026-0490-4876-a19a-0674b470a55d tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.64 "GET /v2.0/networks?id=e91f97c5-a651-44fc-b2ce-8a6f4fea9795 HTTP/1.1" status: 200 len: 812 time: 0.5188591 Apr 30 17:29:07.542256 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Request body: {'port': {'device_id': '0f6506f9-8317-4e18-aa37-53ce1d9f015a', 'network_id': 'e91f97c5-a651-44fc-b2ce-8a6f4fea9795', 'admin_state_up': True, 'tenant_id': '261f35dcbafa4492b33783c3871f7d76'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:07.790146 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Attempting to bind port c34c5351-9551-41b1-9ea1-94120f11b3d7 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:07.790521 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Attempting to bind port c34c5351-9551-41b1-9ea1-94120f11b3d7 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:07.790884 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Attempting to bind port c34c5351-9551-41b1-9ea1-94120f11b3d7 on network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:07.822877 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:07.828752 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Checking segment: {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:07.828752 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:07.828752 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Bound using segment: {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:07.828752 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Bound port: c34c5351-9551-41b1-9ea1-94120f11b3d7, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'}}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:07.828752 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:08.244013 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-594930b9-2122-440e-99eb-ee099e1227da req-b5c71024-7297-40ba-a921-5a6c68c548bb tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 210 time: 0.6866727 Apr 30 17:29:08.250699 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] For port c34c5351-9551-41b1-9ea1-94120f11b3d7, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:08.250699 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] For port c34c5351-9551-41b1-9ea1-94120f11b3d7, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=c34c5351-9551-41b1-9ea1-94120f11b3d7,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:08.254337 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:08.277441 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:08.288140 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e5cf31a3-9dfc-4743-aa03-b41f68a5265e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:08.326776 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Allocated IP 172.20.0.8 (795d416a-ff8d-4a53-9908-c0009e59784a/50915d68-348e-425b-8bf6-f666b72f8168/21af39cc-70bf-40aa-aeac-108f08090f57) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:08.394344 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:08.400049 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:08.468425 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:57Z', 'updated_at': '2021-04-30T17:29:02Z', 'revision_number': 3, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'gw_port': {'id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:08.492371 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53df8e21-7326-474a-b00c-c95ca81db470 None None] The sync data for ids ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'] in dv-cinder-784779-10-smb is: [{'id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:57Z', 'updated_at': '2021-04-30T17:29:02Z', 'revision_number': 3, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'gw_port': {'id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:29:08.510185 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:08.531773 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d00889b6-a488-4b59-a760-f1e6305c46c6 req-3de57bb5-6681-48d3-82c1-b55f3aeec48c tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 210 time: 0.1606762 Apr 30 17:29:08.606770 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:08.622145 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:08.623157 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:28:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:08.635666 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:08.695155 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:08.701581 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:08.759341 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:08.792577 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Usage tracker for resource:port and tenant:261f35dcbafa4492b33783c3871f7d76 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:08.799279 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:08.819412 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Pushing event updated for resources: {'Port': ['ID=fd90bcc0-9f59-4e22-ac03-a4e500dc2997,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:08.820834 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3d358-0191-4831-b38f-a1ea384fdb7f None None] Pushing event updated for resources: {'Port': ['ID=c34c5351-9551-41b1-9ea1-94120f11b3d7,revision_number=4']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:08.826943 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:08.844071 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-4ef3d358-0191-4831-b38f-a1ea384fdb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:08.844796 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:08.847137 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'Port': ['ID=4c1d98d5-4da8-4713-948f-6dcdb7939fc5,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:08.901630 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:08.907147 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:08.922140 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:08.926502 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408022'] for router_interface, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:08.989814 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:09.006396 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Made reservation on behalf of 261f35dcbafa4492b33783c3871f7d76 for: {'port': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:09.024056 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:09.282708 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:09.398001 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:09.654011 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device c34c5351-9551-41b1-9ea1-94120f11b3d7 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:09.681544 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ca668565-2f0b-400c-aaff-7bfff3053eda req-6030b630-b313-453f-9d60-67db28664715 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 210 time: 0.1992023 Apr 30 17:29:09.742461 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:09.873876 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Allocated IP 172.20.0.4 (e91f97c5-a651-44fc-b2ce-8a6f4fea9795/a4ca9e02-6d36-4972-ae09-49550dae7fb5/065189ec-47a6-4466-bfd0-0697ac55aac0) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:10.027723 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port c34c5351-9551-41b1-9ea1-94120f11b3d7 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:10.034865 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port c34c5351-9551-41b1-9ea1-94120f11b3d7 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:10.035449 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:10.079455 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-65c21846-a0ff-428f-a42a-e39c486ac582 req-fcc46c6b-7e9b-46db-8fe4-0a3fa3e7f83c tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 210 time: 0.1170220 Apr 30 17:29:10.210649 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:10.330149 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:08Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:10.336099 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba027625-e33a-4eea-af90-50c27c273369 None None] The sync data for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb is: [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:08Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:29:10.368500 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:10.472612 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:10.507665 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:10.525088 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e59b0a7b-38f7-4512-b229-26bf61de7736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:10.637102 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port c34c5351-9551-41b1-9ea1-94120f11b3d7, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=c34c5351-9551-41b1-9ea1-94120f11b3d7,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:10.637457 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:10.672377 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-331b814a-bac4-42d7-98e8-985b6f816b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:10.744926 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:10.747033 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f70f6e2f-caf1-4b7a-8f66-34c853849456 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:10.801974 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:10.806441 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Network 795d416a-ff8d-4a53-9908-c0009e59784a is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:10.839742 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'Port': ['ID=4c1d98d5-4da8-4713-948f-6dcdb7939fc5,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:10.844950 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:10.846401 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:10.879282 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:10.892828 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:10.913448 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:10.942727 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:10.947718 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.024147 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Pushing event updated for resources: {'Port': ['ID=21af39cc-70bf-40aa-aeac-108f08090f57,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:11.082529 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.103172 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:11.107200 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8895166 Apr 30 17:29:11.127793 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39826) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:11.333023 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=c34c5351-9551-41b1-9ea1-94120f11b3d7,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:11.346630 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:11.364715 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.479521 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port f70f6e2f-caf1-4b7a-8f66-34c853849456 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:11.486476 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port f70f6e2f-caf1-4b7a-8f66-34c853849456 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:11.487074 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.569750 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.575807 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:11.605337 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1070018 Apr 30 17:29:11.651052 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-9971472e-397f-4940-97e3-d91876915eef tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=74464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:29:11.652028 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-9971472e-397f-4940-97e3-d91876915eef tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152354 Apr 30 17:29:11.845006 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:11.867559 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:11.880747 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:11.899704 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:11.901217 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.908019 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.913858 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:11.935083 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Pushing event updated for resources: {'Port': ['ID=065189ec-47a6-4466-bfd0-0697ac55aac0,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:11.958968 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port f70f6e2f-caf1-4b7a-8f66-34c853849456, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f70f6e2f-caf1-4b7a-8f66-34c853849456,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:11.962705 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:11.993971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Request body: {'port': {'device_id': '3064de09-7044-4774-9065-794c60eb5d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:12.080167 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:12.081219 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5434136 Apr 30 17:29:12.089276 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:12.159500 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Request body: {'port': {'device_id': '0f6506f9-8317-4e18-aa37-53ce1d9f015a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:12.183075 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:12.202702 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f556c13-4a1c-499e-88b3-b23452235384 req-7bebc090-6905-48d9-aafc-d5aad85bdcd7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:12.203500 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-4f556c13-4a1c-499e-88b3-b23452235384 req-7bebc090-6905-48d9-aafc-d5aad85bdcd7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Synchronizing usage tracker for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:12.215581 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Usage tracker for resource:security_group_rule and tenant:f09df0f540fa4895b96a36b3f50975aa is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:12.220690 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:12.244387 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:12.277294 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb1891-69b5-4c04-8636-19669ee22867 req-4a568560-da8a-4bf0-9581-43bd276eca29 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:12.285671 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-35eb1891-69b5-4c04-8636-19669ee22867 req-4a568560-da8a-4bf0-9581-43bd276eca29 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 931 time: 0.8475978 Apr 30 17:29:12.288816 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device c34c5351-9551-41b1-9ea1-94120f11b3d7 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:12.411275 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-4f556c13-4a1c-499e-88b3-b23452235384 req-7bebc090-6905-48d9-aafc-d5aad85bdcd7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Unset dirty status for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:12.418515 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4f556c13-4a1c-499e-88b3-b23452235384 req-7bebc090-6905-48d9-aafc-d5aad85bdcd7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 931 time: 1.2642415 Apr 30 17:29:12.422942 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=f70f6e2f-caf1-4b7a-8f66-34c853849456,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:12.433756 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:12.455768 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:12.470611 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port c34c5351-9551-41b1-9ea1-94120f11b3d7 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:12.471117 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:12.580059 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39884) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:12.686385 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-35eb1891-69b5-4c04-8636-19669ee22867 req-eaac2cc5-ad57-4dc0-9582-a49927032621 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996065 Apr 30 17:29:12.739873 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:12.774825 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-4f556c13-4a1c-499e-88b3-b23452235384 req-b9c849d5-e8c2-48ca-bbcf-339258574305 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Synchronizing usage tracker for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:security_group {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:12.796775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.072393 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065189ec-47a6-4466-bfd0-0697ac55aac0 {{(pid=74463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:13.081485 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.099180 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Transition to ACTIVE for port object 065189ec-47a6-4466-bfd0-0697ac55aac0 will not be triggered until provisioned by entity L2. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:13.157383 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-4f556c13-4a1c-499e-88b3-b23452235384 req-b9c849d5-e8c2-48ca-bbcf-339258574305 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Unset dirty status for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:security_group {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:13.158565 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4f556c13-4a1c-499e-88b3-b23452235384 req-b9c849d5-e8c2-48ca-bbcf-339258574305 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7391410 Apr 30 17:29:13.160746 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.169419 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.172511 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3793305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407925'] for router_interface, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.184553 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:13.193918 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:13.238995 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.290364 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-36e5b159-7083-48ab-b300-029b3d0c45a4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Synchronizing usage tracker for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:security_group {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:13.293237 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.382358 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Pushing event updated for resources: {'Port': ['ID=fd90bcc0-9f59-4e22-ac03-a4e500dc2997,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:13.440612 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:13.444223 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:13.446577 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.476963 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Usage tracker for resource:security_group_rule and tenant:7c8f83995b4f4ec58f1e559746501949 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:13.486995 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:13.492433 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:13.519029 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:13.552115 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.556846 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Pushing event updated for resources: {'Port': ['ID=065189ec-47a6-4466-bfd0-0697ac55aac0,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:13.567812 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:13.573737 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Attempting to bind port 065189ec-47a6-4466-bfd0-0697ac55aac0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:13.574209 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Attempting to bind port 065189ec-47a6-4466-bfd0-0697ac55aac0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'c677dc86-c61f-44de-8ba3-7bf05f35ca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e91f97c5-a651-44fc-b2ce-8a6f4fea9795'}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:13.574560 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Attempting to bind port 065189ec-47a6-4466-bfd0-0697ac55aac0 on network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:13.579061 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-36e5b159-7083-48ab-b300-029b3d0c45a4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Unset dirty status for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:security_group {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:13.580226 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-36e5b159-7083-48ab-b300-029b3d0c45a4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1599524367&fields=id&tenant_id=a15e20b74f0d4d84a7a49be43fe3147d HTTP/1.1" status: 200 len: 267 time: 0.7000747 Apr 30 17:29:13.590787 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Port 065189ec-47a6-4466-bfd0-0697ac55aac0 on network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:29:13.591192 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Attempting to bind port 065189ec-47a6-4466-bfd0-0697ac55aac0 on network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:13.599004 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:13.599564 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Checking segment: {'id': 'c677dc86-c61f-44de-8ba3-7bf05f35ca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e91f97c5-a651-44fc-b2ce-8a6f4fea9795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:13.600696 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Bound using segment: {'id': 'c677dc86-c61f-44de-8ba3-7bf05f35ca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e91f97c5-a651-44fc-b2ce-8a6f4fea9795'} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:13.601606 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Bound port: 065189ec-47a6-4466-bfd0-0697ac55aac0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c677dc86-c61f-44de-8ba3-7bf05f35ca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'e91f97c5-a651-44fc-b2ce-8a6f4fea9795'}}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:13.602233 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.636871 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f09df0f540fa4895b96a36b3f50975aa&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5053711 Apr 30 17:29:13.649438 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dee210-a850-46f4-9f6b-73e784bbe86d,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:13.652006 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 39914) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:13.700480 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:13.767652 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] For port 065189ec-47a6-4466-bfd0-0697ac55aac0, host hv-cinder-78477, cleared binding levels {{(pid=74463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:13.777477 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] For port 065189ec-47a6-4466-bfd0-0697ac55aac0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=065189ec-47a6-4466-bfd0-0697ac55aac0,segment=NetworkSegment(c677dc86-c61f-44de-8ba3-7bf05f35ca09),segment_id=c677dc86-c61f-44de-8ba3-7bf05f35ca09)] {{(pid=74463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:13.825462 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21af39cc-70bf-40aa-aeac-108f08090f57 {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:13.857249 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.860390 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:13.862311 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.865271 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:13.875094 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:13.953443 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:13.953951 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:13.955510 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] 10.222.0.64 "PUT /v2.0/ports/065189ec-47a6-4466-bfd0-0697ac55aac0 HTTP/1.1" status: 200 len: 1093 time: 1.8043349 Apr 30 17:29:13.955998 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6506f9-8317-4e18-aa37-53ce1d9f015a', 'tag': '065189ec-47a6-4466-bfd0-0697ac55aac0'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:13.982097 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Transition to ACTIVE for port object 21af39cc-70bf-40aa-aeac-108f08090f57 will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:14.052388 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Pushing event updated for resources: {'Port': ['ID=065189ec-47a6-4466-bfd0-0697ac55aac0,revision_number=3']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:14.056474 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:14.096382 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:14.169975 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:14.220413 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f4f-c242-4fa0-8025-d378c9cd0dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:14.242887 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:14.251835 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f70f6e2f-caf1-4b7a-8f66-34c853849456 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:14.267842 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-4f300d6d-13cc-46b7-bec5-6431f42dce23 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:14.269518 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-4f300d6d-13cc-46b7-bec5-6431f42dce23 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Synchronizing usage tracker for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:network {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:14.361688 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port f70f6e2f-caf1-4b7a-8f66-34c853849456 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:14.362452 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:14.464793 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:14.496755 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f4f-c242-4fa0-8025-d378c9cd0dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:14.695996 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Pushing event updated for resources: {'Port': ['ID=21af39cc-70bf-40aa-aeac-108f08090f57,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:14.724312 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-4f300d6d-13cc-46b7-bec5-6431f42dce23 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Unset dirty status for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:network {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:14.724312 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-4f300d6d-13cc-46b7-bec5-6431f42dce23 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 811 time: 1.0958219 Apr 30 17:29:14.728298 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:14.741034 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:14.813061 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c8f83995b4f4ec58f1e559746501949&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2237589 Apr 30 17:29:14.816145 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39944) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:14.836942 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Attempting to bind port 21af39cc-70bf-40aa-aeac-108f08090f57 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:14.837341 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Attempting to bind port 21af39cc-70bf-40aa-aeac-108f08090f57 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:14.837660 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Attempting to bind port 21af39cc-70bf-40aa-aeac-108f08090f57 on network 795d416a-ff8d-4a53-9908-c0009e59784a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:14.866173 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa110c-5338-4764-b72f-64ea264682c6 req-bc2d3960-3be9-451e-bbed-59b37ffa5309 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:14.867701 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-feaa110c-5338-4764-b72f-64ea264682c6 req-bc2d3960-3be9-451e-bbed-59b37ffa5309 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 943 time: 0.9618750 Apr 30 17:29:14.868970 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9f72b541-4553-4e15-9e03-cdf6b8c982be tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/quotas/a15e20b74f0d4d84a7a49be43fe3147d HTTP/1.1" status: 200 len: 375 time: 0.1112034 Apr 30 17:29:14.874667 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:29:14.879314 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Port 21af39cc-70bf-40aa-aeac-108f08090f57 on network 795d416a-ff8d-4a53-9908-c0009e59784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:29:14.879314 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Attempting to bind port 21af39cc-70bf-40aa-aeac-108f08090f57 on network 795d416a-ff8d-4a53-9908-c0009e59784a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:14.887341 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6737de27-81f1-4f06-86db-ee93ce93f078,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:14.934382 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63e3a624-3377-4c00-bf3b-ae0d1ecc4e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:14.941796 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:14.946092 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:14.946481 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Checking segment: {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:14.950709 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Bound using segment: {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:14.950709 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Bound port: 21af39cc-70bf-40aa-aeac-108f08090f57, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:14.950709 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:14.969580 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63e3a624-3377-4c00-bf3b-ae0d1ecc4e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:15.044737 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f4f-c242-4fa0-8025-d378c9cd0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:15.094252 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b5374711-8768-4a32-853f-a8ef1fb6a56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:15.131349 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63e3a624-3377-4c00-bf3b-ae0d1ecc4e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:15.137054 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:15.138974 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-feaa110c-5338-4764-b72f-64ea264682c6 req-c0474800-de3e-42ed-87f0-185a08783ed4 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618902 Apr 30 17:29:15.141434 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8f4f-c242-4fa0-8025-d378c9cd0dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dee210-a850-46f4-9f6b-73e784bbe86d,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:15.179302 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b33f8f4f-c242-4fa0-8025-d378c9cd0dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:15.195502 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3a624-3377-4c00-bf3b-ae0d1ecc4e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6737de27-81f1-4f06-86db-ee93ce93f078,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:15.204452 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-63e3a624-3377-4c00-bf3b-ae0d1ecc4e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:15.213219 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63e3a624-3377-4c00-bf3b-ae0d1ecc4e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:15.223805 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-63e3a624-3377-4c00-bf3b-ae0d1ecc4e8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6737de27-81f1-4f06-86db-ee93ce93f078 HTTP/1.1" status: 204 len: 168 time: 0.4058712 Apr 30 17:29:15.263448 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f4f-c242-4fa0-8025-d378c9cd0dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:15.270133 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-b33f8f4f-c242-4fa0-8025-d378c9cd0dbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92dee210-a850-46f4-9f6b-73e784bbe86d HTTP/1.1" status: 204 len: 168 time: 1.5833645 Apr 30 17:29:15.349803 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] For port 21af39cc-70bf-40aa-aeac-108f08090f57, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:15.354828 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:29:15.358446 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] For port 21af39cc-70bf-40aa-aeac-108f08090f57, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=21af39cc-70bf-40aa-aeac-108f08090f57,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:15.364715 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Sync routers for ids ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:29:15.367657 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-7ec47425-1aa9-44b0-bc33-7cd1c96b04d8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4823725 Apr 30 17:29:15.372448 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] 10.222.0.32 "PUT /v2.0/routers/7c5eb0f4-4045-4a99-9e6a-961d707a2b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8692341 Apr 30 17:29:15.388518 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Routers {'7c5eb0f4-4045-4a99-9e6a-961d707a2b84'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:15.389154 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:28:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:15.444307 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:15.468549 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:15.605998 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:15.606663 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:15.608570 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] 10.222.0.64 "PUT /v2.0/ports/21af39cc-70bf-40aa-aeac-108f08090f57 HTTP/1.1" status: 200 len: 1093 time: 3.8314164 Apr 30 17:29:15.610600 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3064de09-7044-4774-9065-794c60eb5d3f', 'tag': '21af39cc-70bf-40aa-aeac-108f08090f57'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:15.813205 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-49c0dcbd-48be-4481-b769-9853222418f9 service neutron] 10.222.0.32 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074779 Apr 30 17:29:15.814016 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Pushing event updated for resources: {'Port': ['ID=21af39cc-70bf-40aa-aeac-108f08090f57,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:15.831205 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:15.861865 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a915e2e-0b5a-4f0c-a368-afc597a2030b req-d7fba127-8702-429d-9df2-cc3cfc4bf5f7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:15.869741 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7a915e2e-0b5a-4f0c-a368-afc597a2030b req-d7fba127-8702-429d-9df2-cc3cfc4bf5f7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 943 time: 0.5008402 Apr 30 17:29:15.894456 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Set router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:16.110442 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7a915e2e-0b5a-4f0c-a368-afc597a2030b req-6745801c-421d-4ce8-91b4-713ffcb5fd03 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880460 Apr 30 17:29:16.153177 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-8cfaad62-5718-4a0f-b198-3c04df10d13f service neutron] 10.222.0.32 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209965 Apr 30 17:29:16.285498 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 39988) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:16.417988 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:57Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 4, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'gw_port': {'id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'fd90bcc0-9f59-4e22-ac03-a4e500dc2997', 'name': '', 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'mac_address': 'fa:16:3e:e5:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eeae8a62-f323-4238-ac34-77efecc133e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:06Z', 'updated_at': '2021-04-30T17:29:11Z', 'revision_number': 2, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'subnets': [{'id': 'eeae8a62-f323-4238-ac34-77efecc133e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:16.429979 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Checking router: 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:29:16.430545 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Updating router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 port fd90bcc0-9f59-4e22-ac03-a4e500dc2997 binding host dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:29:16.550265 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:16.643786 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-24f3ddbf-d4be-454b-9c55-4659f86730c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:16.809633 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aa9ed-4bde-493d-a9dc-ca887e8fdf9d req-e15e1c69-ab37-4503-9c51-3a1f62ef639a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:16.817868 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-599aa9ed-4bde-493d-a9dc-ca887e8fdf9d req-e15e1c69-ab37-4503-9c51-3a1f62ef639a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 943 time: 0.2037437 Apr 30 17:29:16.883978 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-599aa9ed-4bde-493d-a9dc-ca887e8fdf9d req-4f270d23-b1db-436f-b049-57e21ae9be51 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628812 Apr 30 17:29:16.908514 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40006) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:16.951902 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:16.997473 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:17.009194 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Usage tracker for resource:security_group_rule and tenant:402529e06fda44c5bd7ac211e4ed39ea is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:17.021977 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:17.031359 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-040a24cd-723d-4a9a-84dc-4b9bcd663ec4 req-d8813d09-32b7-4587-bc5c-a0ef710d5e55 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 210 time: 0.1005793 Apr 30 17:29:17.042138 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:17.176504 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:17.245118 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:17.367112 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:17.386990 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=402529e06fda44c5bd7ac211e4ed39ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4762721 Apr 30 17:29:17.391716 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6506f9-8317-4e18-aa37-53ce1d9f015a', 'tag': '065189ec-47a6-4466-bfd0-0697ac55aac0', 'status': 'completed', 'code': 200} Apr 30 17:29:17.401605 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40018) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:17.441541 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Notify callbacks [] for port, precommit_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:17.467484 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Transition to ACTIVE for port object fd90bcc0-9f59-4e22-ac03-a4e500dc2997 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:17.493029 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3ced3fcb-5f3d-465d-9e02-7b80a2ee9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:17.494956 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3ced3fcb-5f3d-465d-9e02-7b80a2ee9059 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 1096 time: 0.1933389 Apr 30 17:29:17.570771 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:17.577164 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:17.672771 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:17.688375 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-9ef330d0-900a-4fc3-a164-e52a8188a1c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21af39cc-70bf-40aa-aeac-108f08090f57 HTTP/1.1" status: 200 len: 217 time: 0.1756411 Apr 30 17:29:17.736858 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:17.745662 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Usage tracker for resource:security_group_rule and tenant:4df7b37ed6674b07b69316dd6b9001b4 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:17.752549 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:17.771656 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:17.879695 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:17.914963 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a820ed-a8a8-4089-a3bc-7e1c92614ec8,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:17.926537 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:17.971785 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-8f1056a5-5e12-4eee-9fed-622e4c382bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:17.973693 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-8f1056a5-5e12-4eee-9fed-622e4c382bfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=261f35dcbafa4492b33783c3871f7d76&device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 1096 time: 0.5784426 Apr 30 17:29:17.975541 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-00ddea0d-ee70-4ae0-9bcc-f20d048b8cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:17.978602 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:18.006145 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb68c4-a824-46c7-a872-f3e820bbc8a9 None None] Pushing event updated for resources: {'Port': ['ID=fd90bcc0-9f59-4e22-ac03-a4e500dc2997,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:18.031210 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-b2bb68c4-a824-46c7-a872-f3e820bbc8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:18.050580 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-4f3fb02f-8f99-478b-8eb6-78da9bfb4f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:18.080796 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4df7b37ed6674b07b69316dd6b9001b4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7929018 Apr 30 17:29:18.089393 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40052) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:18.183163 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Attempting to bind port fd90bcc0-9f59-4e22-ac03-a4e500dc2997 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:18.183759 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Attempting to bind port fd90bcc0-9f59-4e22-ac03-a4e500dc2997 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:18.184340 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Attempting to bind port fd90bcc0-9f59-4e22-ac03-a4e500dc2997 on network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:18.193620 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:18.194203 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Checking segment: {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:18.194832 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:18.195431 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Bound using segment: {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:18.198029 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Bound port: fd90bcc0-9f59-4e22-ac03-a4e500dc2997, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:18.198935 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:18.274480 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-00ddea0d-ee70-4ae0-9bcc-f20d048b8cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:18.341457 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f837274c-d10e-4114-885a-1a2b1cf8c932,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:18.539247 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-3e5e4c98-48c4-48ff-99f1-c0724a9d365e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=065189ec-47a6-4466-bfd0-0697ac55aac0 HTTP/1.1" status: 200 len: 217 time: 0.3161628 Apr 30 17:29:18.539247 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:18.540352 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-c2b6ad3c-1f5e-444a-aeb2-ce0ba1d7db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:18.540352 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-c2b6ad3c-1f5e-444a-aeb2-ce0ba1d7db21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50915d68-348e-425b-8bf6-f666b72f8168 HTTP/1.1" status: 200 len: 854 time: 0.5634382 Apr 30 17:29:18.541530 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] For port fd90bcc0-9f59-4e22-ac03-a4e500dc2997, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:18.541530 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] For port fd90bcc0-9f59-4e22-ac03-a4e500dc2997, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=fd90bcc0-9f59-4e22-ac03-a4e500dc2997,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:18.542446 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-3ecea5a8-9717-4a70-80fb-46e655994c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:18.542446 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-3ecea5a8-9717-4a70-80fb-46e655994c35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a4ca9e02-6d36-4972-ae09-49550dae7fb5 HTTP/1.1" status: 200 len: 852 time: 0.1401114 Apr 30 17:29:18.542446 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e75a3f78-e53c-4a45-b324-01a9071a7212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:18.542691 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-dc675e16-e5ba-419c-8393-23820a73bbbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795d416a-ff8d-4a53-9908-c0009e59784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723361 Apr 30 17:29:18.571207 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-3aaa3c17-cb50-421e-929a-9447be2bed49 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:18.572001 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-3aaa3c17-cb50-421e-929a-9447be2bed49 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Synchronizing usage tracker for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:network {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:18.600103 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e75a3f78-e53c-4a45-b324-01a9071a7212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:18.600249 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8ba24-7a0e-4eae-bea4-443d174ee61a req-0cc8a091-544b-4ceb-861d-90b80cf72819 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:18.600249 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6fe8ba24-7a0e-4eae-bea4-443d174ee61a req-0cc8a091-544b-4ceb-861d-90b80cf72819 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 943 time: 0.9072261 Apr 30 17:29:18.705009 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-5e627a2f-723c-4e14-b9ba-f31c8e11a0e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e91f97c5-a651-44fc-b2ce-8a6f4fea9795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063740 Apr 30 17:29:18.768285 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6fe8ba24-7a0e-4eae-bea4-443d174ee61a req-af0bafe0-245a-4485-bda6-66090880feb8 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769135 Apr 30 17:29:18.812744 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-3d21c160-7553-4696-86a4-ffb37471b082 service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990871 Apr 30 17:29:19.083974 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3064de09-7044-4774-9065-794c60eb5d3f', 'tag': '21af39cc-70bf-40aa-aeac-108f08090f57', 'status': 'completed', 'code': 200} Apr 30 17:29:19.261804 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bcad5-30a4-4a43-9fbc-b5648e628a90 req-40a55582-4950-4a94-84be-238d6ffd18a5 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:19.263310 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b78bcad5-30a4-4a43-9fbc-b5648e628a90 req-40a55582-4950-4a94-84be-238d6ffd18a5 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 943 time: 0.1003456 Apr 30 17:29:19.330060 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b78bcad5-30a4-4a43-9fbc-b5648e628a90 req-d85a27b5-31e2-4e5b-810a-46022e7a27da tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584388 Apr 30 17:29:19.473307 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-00ddea0d-ee70-4ae0-9bcc-f20d048b8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:19.481410 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:19.481410 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:19.486387 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-22b3e514-a632-47eb-ae9b-516626e76974 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:19.502605 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-619d69e7-ecb1-466e-8eb8-b8c4087277d2 req-b17da808-17ad-4758-abf7-e33fd6003a98 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 210 time: 0.0674732 Apr 30 17:29:19.521109 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddea0d-ee70-4ae0-9bcc-f20d048b8cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a820ed-a8a8-4089-a3bc-7e1c92614ec8,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:19.525075 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-00ddea0d-ee70-4ae0-9bcc-f20d048b8cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:19.538049 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-00ddea0d-ee70-4ae0-9bcc-f20d048b8cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:19.539924 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-00ddea0d-ee70-4ae0-9bcc-f20d048b8cd1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5a820ed-a8a8-4089-a3bc-7e1c92614ec8 HTTP/1.1" status: 204 len: 168 time: 2.0591691 Apr 30 17:29:19.620392 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Routers {'7c5eb0f4-4045-4a99-9e6a-961d707a2b84'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:19.620979 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:28:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:19.692980 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb68c4-a824-46c7-a872-f3e820bbc8a9 None None] Pushing event updated for resources: {'Port': ['ID=fd90bcc0-9f59-4e22-ac03-a4e500dc2997,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:19.696459 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-b2bb68c4-a824-46c7-a872-f3e820bbc8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:19.771227 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-3aaa3c17-cb50-421e-929a-9447be2bed49 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Unset dirty status for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:network {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:19.772647 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-3aaa3c17-cb50-421e-929a-9447be2bed49 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 819 time: 1.9779034 Apr 30 17:29:19.774504 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e75a3f78-e53c-4a45-b324-01a9071a7212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:19.786568 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e75a3f78-e53c-4a45-b324-01a9071a7212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:19.787166 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-e75a3f78-e53c-4a45-b324-01a9071a7212 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f837274c-d10e-4114-885a-1a2b1cf8c932 HTTP/1.1" status: 204 len: 168 time: 1.5989251 Apr 30 17:29:19.789601 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:19.834468 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a3f78-e53c-4a45-b324-01a9071a7212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f837274c-d10e-4114-885a-1a2b1cf8c932,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:19.834693 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-f84b398d-239c-4a1a-89b1-baa9688cb9ad tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/quotas/0d1d7502a2c94ddabd0127f78e54f313 HTTP/1.1" status: 200 len: 375 time: 0.0552659 Apr 30 17:29:19.839941 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e75a3f78-e53c-4a45-b324-01a9071a7212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:19.848504 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] Set router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:19.914233 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b2e63c94-fe86-452e-bb4c-e8068813a54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:19.915839 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:19.988002 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-0f5d41a7-2ed8-4753-86b7-73a3f3be3155 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Synchronizing usage tracker for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:20.160784 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-0f5d41a7-2ed8-4753-86b7-73a3f3be3155 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Unset dirty status for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:20.171546 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-0f5d41a7-2ed8-4753-86b7-73a3f3be3155 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3354642 Apr 30 17:29:20.412424 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355951d-b768-4c37-b697-b7d5c93db557 req-6c6c5af2-81cc-416c-ab49-a729f07d6efc tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:20.414057 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b355951d-b768-4c37-b697-b7d5c93db557 req-6c6c5af2-81cc-416c-ab49-a729f07d6efc tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 943 time: 0.3793631 Apr 30 17:29:20.477741 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:57Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 4, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'gw_port': {'id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'fd90bcc0-9f59-4e22-ac03-a4e500dc2997', 'name': '', 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'mac_address': 'fa:16:3e:e5:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eeae8a62-f323-4238-ac34-77efecc133e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:06Z', 'updated_at': '2021-04-30T17:29:18Z', 'revision_number': 4, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'subnets': [{'id': 'eeae8a62-f323-4238-ac34-77efecc133e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:20.482229 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:20.483931 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a8c04-cd62-46b0-99d5-ce43d566160e None None] The sync data for ids ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'] in dv-cinder-784779-10-smb is: [{'id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:57Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 4, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'gw_port': {'id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'fd90bcc0-9f59-4e22-ac03-a4e500dc2997', 'name': '', 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'mac_address': 'fa:16:3e:e5:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eeae8a62-f323-4238-ac34-77efecc133e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:06Z', 'updated_at': '2021-04-30T17:29:18Z', 'revision_number': 4, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'subnets': [{'id': 'eeae8a62-f323-4238-ac34-77efecc133e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:29:20.528802 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-f86d5806-9df3-4dc8-a173-ef8025646ff2 service neutron] 10.222.0.32 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561003 Apr 30 17:29:20.564279 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b355951d-b768-4c37-b697-b7d5c93db557 req-7d668769-d740-47da-950b-33d72e4cf6f9 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267109 Apr 30 17:29:20.786300 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-3bbf8389-19f9-4527-bc95-ec1ca87478a7 service neutron] 10.222.0.32 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470429 Apr 30 17:29:20.896855 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991fe9e-b3f2-473e-bbaa-a60ac79fdb7d req-8028596e-addb-459a-9610-9d49c6104761 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:20.898430 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f991fe9e-b3f2-473e-bbaa-a60ac79fdb7d req-8028596e-addb-459a-9610-9d49c6104761 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 943 time: 0.1094537 Apr 30 17:29:20.955049 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f991fe9e-b3f2-473e-bbaa-a60ac79fdb7d req-c228c2da-e9a5-4219-a6ae-46962676349e tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469325 Apr 30 17:29:21.257987 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f253114f-6d0b-4462-990f-a3a40f6db034 req-29f3beef-d9c4-426a-8578-470c50b33670 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 210 time: 0.2123244 Apr 30 17:29:21.261634 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-5fb20644-8499-4902-900f-6ad890999502 service neutron] 10.222.0.64 "GET /v2.0/networks/e91f97c5-a651-44fc-b2ce-8a6f4fea9795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943351 Apr 30 17:29:21.358901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40112) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:21.404336 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5acec54-8ba0-43b3-8825-520678aa02ea req-79579d4e-4c9b-4806-8ecb-d4b2856437ae service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386387 Apr 30 17:29:21.439958 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a4e45be2-aef5-4906-9703-a9df22c6bae6 req-240c14d2-5645-46e8-9d4b-796a55e9ca95 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 210 time: 0.1844931 Apr 30 17:29:21.462130 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:21.495663 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:21.503709 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Usage tracker for resource:security_group_rule and tenant:e3511bf0c2b84fa4b3564803a5355eda is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:21.516948 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:21.546514 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:21.583343 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-22bb0856-b2fc-4ec1-b63b-70070c834552 req-bcbdab7c-6412-41f5-8e95-1d3a66b34497 service neutron] 10.222.0.64 "GET /v2.0/networks/e91f97c5-a651-44fc-b2ce-8a6f4fea9795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119335 Apr 30 17:29:21.879235 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-ffda0389-17ee-482a-8cc7-21f21bfe9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:21.881823 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-ffda0389-17ee-482a-8cc7-21f21bfe9450 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 1096 time: 0.2662816 Apr 30 17:29:22.010940 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:22.125303 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:22.188226 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde5542-e841-4c89-91e9-9e6b4a16abe9 req-ef31635f-496c-40b8-b16b-c0c0f56c7db3 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:22.196600 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ccde5542-e841-4c89-91e9-9e6b4a16abe9 req-ef31635f-496c-40b8-b16b-c0c0f56c7db3 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 943 time: 0.3842871 Apr 30 17:29:22.226468 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-987f9224-8a2f-49fd-a51b-ea05133a06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:22.228607 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-987f9224-8a2f-49fd-a51b-ea05133a06c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=261f35dcbafa4492b33783c3871f7d76&device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 1096 time: 0.4890139 Apr 30 17:29:22.242022 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-dff99bb7-228b-4722-912e-6474c0847383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:22.247443 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-dff99bb7-228b-4722-912e-6474c0847383 service neutron] 10.222.0.64 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 915 time: 0.3492301 Apr 30 17:29:22.254737 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:22.332607 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:22.342160 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device fd90bcc0-9f59-4e22-ac03-a4e500dc2997 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:22.379207 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3511bf0c2b84fa4b3564803a5355eda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0176961 Apr 30 17:29:22.539590 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 40154) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:22.551031 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.64', 59029) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:22.552072 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ccde5542-e841-4c89-91e9-9e6b4a16abe9 req-4c5207ad-9a02-4014-8999-57ebead65dd8 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545532 Apr 30 17:29:22.553351 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-6f7b22a9-b317-466e-8d57-b5ce98f60836 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21af39cc-70bf-40aa-aeac-108f08090f57 HTTP/1.1" status: 200 len: 217 time: 0.2827039 Apr 30 17:29:22.610663 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port fd90bcc0-9f59-4e22-ac03-a4e500dc2997 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:22.616472 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port fd90bcc0-9f59-4e22-ac03-a4e500dc2997 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:22.617003 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:22.624565 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-72fd98a1-045b-44af-856e-52dd1982e827 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:22.638422 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-72fd98a1-045b-44af-856e-52dd1982e827 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 819 time: 0.6971023 Apr 30 17:29:22.718601 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d22ebf-6e19-4915-b9c8-879f8416e042,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:22.736401 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-690d54dc-3f56-4e09-9310-b858d2530606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:22.740088 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-690d54dc-3f56-4e09-9310-b858d2530606 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e91f97c5-a651-44fc-b2ce-8a6f4fea9795 HTTP/1.1" status: 200 len: 913 time: 0.4995844 Apr 30 17:29:22.764501 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:22.933439 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:22.947125 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-c4fca8e8-2fa0-416c-9c01-194744fac9f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=065189ec-47a6-4466-bfd0-0697ac55aac0 HTTP/1.1" status: 200 len: 217 time: 0.1111102 Apr 30 17:29:22.965173 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-60c68fd2-2c27-46af-8371-670662528f8a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/quotas/0d1d7502a2c94ddabd0127f78e54f313 HTTP/1.1" status: 200 len: 375 time: 0.3221402 Apr 30 17:29:22.976912 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port fd90bcc0-9f59-4e22-ac03-a4e500dc2997, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=fd90bcc0-9f59-4e22-ac03-a4e500dc2997,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:23.058597 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-ca1f93e6-d8b1-4e8a-a3a9-67e6facb69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:23.060027 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-ca1f93e6-d8b1-4e8a-a3a9-67e6facb69f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50915d68-348e-425b-8bf6-f666b72f8168 HTTP/1.1" status: 200 len: 854 time: 0.4814053 Apr 30 17:29:23.123025 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:23.123868 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-c62f34b3-c54c-490c-84e2-5e7cc5602175 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795d416a-ff8d-4a53-9908-c0009e59784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539720 Apr 30 17:29:23.126263 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:23.185120 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-c407b9dc-5e0c-4442-91f3-aaa8bb5129fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:23.187040 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-c407b9dc-5e0c-4442-91f3-aaa8bb5129fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a4ca9e02-6d36-4972-ae09-49550dae7fb5 HTTP/1.1" status: 200 len: 852 time: 0.2150221 Apr 30 17:29:23.188781 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0e350140-bb50-478e-bb9b-6cd7c04a8658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:23.252375 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=fd90bcc0-9f59-4e22-ac03-a4e500dc2997,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:23.268485 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:23.281757 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-c1a54c69-3390-487a-b4ee-ceb3ce7c4185 service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477699 Apr 30 17:29:23.290520 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-f6077bc1-9ec3-42d8-a135-456e8fb36890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:23.291961 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-f6077bc1-9ec3-42d8-a135-456e8fb36890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 811 time: 0.7373786 Apr 30 17:29:23.335351 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-c6f7cbf9-8ac0-449f-a83d-9253756523bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e91f97c5-a651-44fc-b2ce-8a6f4fea9795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238852 Apr 30 17:29:23.347635 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34575415-32b2-4ed9-8833-54f1c2441c08 req-4f7a535b-9f28-47a1-9b4a-afd95346dcf9 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:23.354969 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-34575415-32b2-4ed9-8833-54f1c2441c08 req-4f7a535b-9f28-47a1-9b4a-afd95346dcf9 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 943 time: 0.6006100 Apr 30 17:29:23.359898 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0e350140-bb50-478e-bb9b-6cd7c04a8658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:23.371268 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-b870129f-8111-4190-8825-a1967aed686f tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4052312 Apr 30 17:29:23.434643 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-ab12d1a7-412f-4df0-a6b1-0b9da544725a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Synchronizing usage tracker for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:security_group {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:23.476370 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-ab12d1a7-412f-4df0-a6b1-0b9da544725a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Unset dirty status for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:security_group {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:23.477536 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-ab12d1a7-412f-4df0-a6b1-0b9da544725a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a15e20b74f0d4d84a7a49be43fe3147d HTTP/1.1" status: 200 len: 380 time: 0.1661482 Apr 30 17:29:23.481658 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-bb2dc38f-a34c-4eae-9bc7-5dde334f8bbc req-7ebcd295-86c1-4783-8455-c3d4968f9f30 service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887739 Apr 30 17:29:23.488124 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'port': {'device_id': 'da780671-df77-46d8-96ca-482d8c8c497f', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'admin_state_up': True, 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'security_groups': ['e771bffe-3ac1-47dc-ad8e-dd36fef089ca']}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:23.578007 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-34575415-32b2-4ed9-8833-54f1c2441c08 req-aa31b0e8-9a23-44ee-9ba1-beac6bd14e4d tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220032 Apr 30 17:29:23.656046 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-a16319d5-fb70-45f4-996e-8e000cdea4a9 service neutron] 10.222.0.64 "GET /v2.0/networks/e91f97c5-a651-44fc-b2ce-8a6f4fea9795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983673 Apr 30 17:29:23.722544 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0e350140-bb50-478e-bb9b-6cd7c04a8658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:23.736386 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ce7645a7-fb88-4c36-8b89-f70724894d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:23.761408 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:23.766831 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:port and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:23.770007 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:23.776082 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:23.799129 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f590bfc3-1371-4e57-a84c-2f3d7fc7df48 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=74464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 17:29:23.800122 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f590bfc3-1371-4e57-a84c-2f3d7fc7df48 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1609211 Apr 30 17:29:23.819138 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e350140-bb50-478e-bb9b-6cd7c04a8658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d22ebf-6e19-4915-b9c8-879f8416e042,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:23.866109 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Made reservation on behalf of a15e20b74f0d4d84a7a49be43fe3147d for: {'port': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:23.872423 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:23.877038 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-0e350140-bb50-478e-bb9b-6cd7c04a8658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:23.909370 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-eefffddc-bf38-4291-86c8-f29688eaaff4 req-36fff90d-29e7-454b-bcd8-b3212fac10ec tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 210 time: 0.1060529 Apr 30 17:29:23.913794 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0e350140-bb50-478e-bb9b-6cd7c04a8658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:23.914903 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-0e350140-bb50-478e-bb9b-6cd7c04a8658 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8d22ebf-6e19-4915-b9c8-879f8416e042 HTTP/1.1" status: 204 len: 168 time: 1.3563583 Apr 30 17:29:24.090960 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95d7594b-744c-463a-aab9-fd7d57c0bf19 req-e302748d-4d15-4b37-9a2f-1c21679be47c service neutron] 10.222.0.64 "GET /v2.0/networks/e91f97c5-a651-44fc-b2ce-8a6f4fea9795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240730 Apr 30 17:29:24.158884 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-70687014-2be9-4ae1-8d14-2ee100b0c12c service neutron] 10.222.0.32 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435791 Apr 30 17:29:24.211193 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device fd90bcc0-9f59-4e22-ac03-a4e500dc2997 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:24.214149 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Allocated IP 172.20.0.13 (1f96aec8-9fc2-4afd-9d3a-dc3d2691add1/37d8006d-9e04-4f1f-93fd-906732c23313/315de6d0-5e5e-4559-9838-616d1cb6d592) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:24.300525 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949cf29-254e-48d8-baa5-dcc8665007c7 req-9aec8599-c557-449d-adb7-b80fab8ee55a tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:24.307617 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3949cf29-254e-48d8-baa5-dcc8665007c7 req-9aec8599-c557-449d-adb7-b80fab8ee55a tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 943 time: 0.2612710 Apr 30 17:29:24.370267 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port fd90bcc0-9f59-4e22-ac03-a4e500dc2997 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:24.370791 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:24.381059 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3949cf29-254e-48d8-baa5-dcc8665007c7 req-e7f875ce-3b4f-4a4a-8419-c997ac92c849 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724735 Apr 30 17:29:24.393118 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-51d5c4fc-0c46-4c86-8995-de33376375dc service neutron] 10.222.0.32 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212896 Apr 30 17:29:24.674615 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:24.695581 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Transition to ACTIVE for port object 315de6d0-5e5e-4559-9838-616d1cb6d592 will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:24.820984 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:24.827501 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:24.964795 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:24.969035 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:24.974248 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:24.983550 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:24.983550 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:25.014527 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-69ef5654-feb2-46d2-9fa3-d97553908de4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:25.018594 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-69ef5654-feb2-46d2-9fa3-d97553908de4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.64 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 819 time: 0.4446931 Apr 30 17:29:25.033192 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'Port': ['ID=315de6d0-5e5e-4559-9838-616d1cb6d592,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:25.036069 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:25.045352 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Request body: {'port': {'device_id': '8d7c25a8-8c15-4bdd-ac62-f9391b485beb', 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575', 'admin_state_up': True, 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:25.068160 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-50b35dac-21d5-40ea-a757-c3982f8bde45 req-7acdb56c-8c3e-42b3-a87e-099ac7c00a9f tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 210 time: 0.1396821 Apr 30 17:29:25.137652 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6546142 Apr 30 17:29:25.151412 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Request body: {'port': {'device_id': 'da780671-df77-46d8-96ca-482d8c8c497f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:25.317116 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606e85-d9be-4d29-873b-8657a8e58192 req-fcaaa82e-1f73-4cc2-8367-94cc043d94e4 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:25.319279 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ac606e85-d9be-4d29-873b-8657a8e58192 req-fcaaa82e-1f73-4cc2-8367-94cc043d94e4 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 943 time: 0.5859859 Apr 30 17:29:25.378768 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40268) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:25.395221 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:25.479961 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-89cf5c6f-1b41-421c-aa8e-5532098dc0b2 None None] Provisioning for port 315de6d0-5e5e-4559-9838-616d1cb6d592 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:25.486373 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-89cf5c6f-1b41-421c-aa8e-5532098dc0b2 None None] Provisioning complete for port 315de6d0-5e5e-4559-9838-616d1cb6d592 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:25.486915 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-89cf5c6f-1b41-421c-aa8e-5532098dc0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:25.603749 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ac606e85-d9be-4d29-873b-8657a8e58192 req-937becde-5df8-4768-93b0-5429136cab10 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697430 Apr 30 17:29:25.617154 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-89cf5c6f-1b41-421c-aa8e-5532098dc0b2 None None] Port 315de6d0-5e5e-4559-9838-616d1cb6d592 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:29:25.642252 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:25.652479 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec57de-27a2-4a0e-8730-b15dbceb74b4 req-69d9d29c-8491-48ea-a6e9-e81d2976e3a1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:25.654289 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d1ec57de-27a2-4a0e-8730-b15dbceb74b4 req-69d9d29c-8491-48ea-a6e9-e81d2976e3a1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 932 time: 0.3465848 Apr 30 17:29:25.682999 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:25.724889 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d1ec57de-27a2-4a0e-8730-b15dbceb74b4 req-0aeb6175-9b0c-4f16-82b7-861827366279 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637057 Apr 30 17:29:25.758118 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:25.801907 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:25.812655 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Usage tracker for resource:security_group_rule and tenant:90c6567dff0049d1a4023a6eef04143e is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:25.816104 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:25.832654 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:25.851072 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 065189ec-47a6-4466-bfd0-0697ac55aac0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:29:25.873517 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Made reservation on behalf of 0d1d7502a2c94ddabd0127f78e54f313 for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:25.877628 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.082386 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315de6d0-5e5e-4559-9838-616d1cb6d592 {{(pid=74463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:26.090854 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.097003 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a3c32-abd0-4cc5-b6b1-a7c7ebee2158 req-65c45ea4-7821-423b-a820-e569530c1d72 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:26.099243 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f31a3c32-abd0-4cc5-b6b1-a7c7ebee2158 req-65c45ea4-7821-423b-a820-e569530c1d72 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 943 time: 0.3229184 Apr 30 17:29:26.113448 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 065189ec-47a6-4466-bfd0-0697ac55aac0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=065189ec-47a6-4466-bfd0-0697ac55aac0,segment=NetworkSegment(c677dc86-c61f-44de-8ba3-7bf05f35ca09),segment_id=c677dc86-c61f-44de-8ba3-7bf05f35ca09)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:26.137431 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '065189ec-47a6-4466-bfd0-0697ac55aac0', 'network_id': 'e91f97c5-a651-44fc-b2ce-8a6f4fea9795', 'port_id': '065189ec-47a6-4466-bfd0-0697ac55aac0', 'mac_address': 'fa:16:3e:a0:13:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ca9e02-6d36-4972-ae09-49550dae7fb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:29:26.138270 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Transition to ACTIVE for port object 315de6d0-5e5e-4559-9838-616d1cb6d592 will not be triggered until provisioned by entity L2. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:26.213169 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.232635 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f31a3c32-abd0-4cc5-b6b1-a7c7ebee2158 req-d294043e-9f8e-417b-b4ac-0ebfb27b9f41 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787456 Apr 30 17:29:26.239777 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Allocated IP 172.20.0.7 (8ea61fc1-f262-426c-90c6-ff5c85c1d575/eeae8a62-f323-4238-ac34-77efecc133e3/2022b891-0690-4a6c-ad99-3faa3602c6b8) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:26.243713 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065189ec-47a6-4466-bfd0-0697ac55aac0 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:26.264832 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 065189ec-47a6-4466-bfd0-0697ac55aac0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=065189ec-47a6-4466-bfd0-0697ac55aac0,segment=NetworkSegment(c677dc86-c61f-44de-8ba3-7bf05f35ca09),segment_id=c677dc86-c61f-44de-8ba3-7bf05f35ca09)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:26.270053 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.281865 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:26.348200 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-277f6471-2425-4862-90ce-40dd3d6feaaf req-5daad4ae-89ae-4e47-9b0d-391e4fad86e3 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 210 time: 0.0710292 Apr 30 17:29:26.371817 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.372993 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 21af39cc-70bf-40aa-aeac-108f08090f57 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:29:26.385141 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:26.559854 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=065189ec-47a6-4466-bfd0-0697ac55aac0,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:26.593830 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:26.618517 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.629037 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Pushing event updated for resources: {'Port': ['ID=315de6d0-5e5e-4559-9838-616d1cb6d592,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:26.640139 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:26.646720 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Attempting to bind port 315de6d0-5e5e-4559-9838-616d1cb6d592 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:26.647052 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Attempting to bind port 315de6d0-5e5e-4559-9838-616d1cb6d592 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:26.647428 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Attempting to bind port 315de6d0-5e5e-4559-9838-616d1cb6d592 on network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:26.653121 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Port 315de6d0-5e5e-4559-9838-616d1cb6d592 on network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:29:26.654759 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.655571 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Attempting to bind port 315de6d0-5e5e-4559-9838-616d1cb6d592 on network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:26.661375 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:26.661718 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Checking segment: {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:26.662499 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Bound using segment: {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:26.662940 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Bound port: 315de6d0-5e5e-4559-9838-616d1cb6d592, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'}}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:26.663287 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.728229 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.742203 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:26.746397 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 21af39cc-70bf-40aa-aeac-108f08090f57, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=21af39cc-70bf-40aa-aeac-108f08090f57,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:26.774182 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '21af39cc-70bf-40aa-aeac-108f08090f57', 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a', 'port_id': '21af39cc-70bf-40aa-aeac-108f08090f57', 'mac_address': 'fa:16:3e:19:41:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50915d68-348e-425b-8bf6-f666b72f8168', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:29:26.777882 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6dc13a-ce1f-4270-a658-ff7dee280c2a,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:26.784688 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:26.818298 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.838089 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90c6567dff0049d1a4023a6eef04143e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4582422 Apr 30 17:29:26.838743 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40312) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:26.841890 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:26.844954 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] For port 315de6d0-5e5e-4559-9838-616d1cb6d592, host hv-cinder-78477, cleared binding levels {{(pid=74463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:26.860714 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.865571 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] For port 315de6d0-5e5e-4559-9838-616d1cb6d592, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=315de6d0-5e5e-4559-9838-616d1cb6d592,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:26.882983 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21af39cc-70bf-40aa-aeac-108f08090f57 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:26.911753 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 21af39cc-70bf-40aa-aeac-108f08090f57, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=21af39cc-70bf-40aa-aeac-108f08090f57,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:26.921371 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9664-499d-4f7a-98a7-b02ccbec4944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.938186 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.938397 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Pushing event updated for resources: {'Port': ['ID=2022b891-0690-4a6c-ad99-3faa3602c6b8,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:26.953059 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b1665038-c2a1-4288-8126-72e76773eb33 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:26.953577 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:26.954386 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:26.956071 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:26.970103 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:26.977836 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:26.979130 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.994588 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.995730 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9664-499d-4f7a-98a7-b02ccbec4944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:26.996453 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-81c3f5dc-f1b6-4d14-ba85-6a8f2818070c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:27.037396 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:27.038184 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:27.039648 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] 10.222.0.64 "PUT /v2.0/ports/315de6d0-5e5e-4559-9838-616d1cb6d592 HTTP/1.1" status: 200 len: 1094 time: 1.8935475 Apr 30 17:29:27.040142 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da780671-df77-46d8-96ca-482d8c8c497f', 'tag': '315de6d0-5e5e-4559-9838-616d1cb6d592'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:27.089513 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=21af39cc-70bf-40aa-aeac-108f08090f57,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:27.102420 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:27.124718 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Pushing event updated for resources: {'Port': ['ID=315de6d0-5e5e-4559-9838-616d1cb6d592,revision_number=3']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:27.134149 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:27.154490 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0ccad-68f5-4663-ac9b-149b126016b8 req-9471652a-8dde-4cff-ab2e-0eec18f15f9a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:27.162759 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-37c0ccad-68f5-4663-ac9b-149b126016b8 req-9471652a-8dde-4cff-ab2e-0eec18f15f9a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 944 time: 0.4075263 Apr 30 17:29:27.237662 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b06d1-0c59-44ac-b6fa-0f3fed21b696 req-ec30371d-4165-4284-aa98-f65cf145ef27 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:27.244504 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cd5b06d1-0c59-44ac-b6fa-0f3fed21b696 req-ec30371d-4165-4284-aa98-f65cf145ef27 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 944 time: 0.2362008 Apr 30 17:29:27.250250 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2198851 Apr 30 17:29:27.292597 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9664-499d-4f7a-98a7-b02ccbec4944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:27.292679 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['21af39cc-70bf-40aa-aeac-108f08090f57'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:29:27.297732 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Request body: {'port': {'device_id': '8d7c25a8-8c15-4bdd-ac62-f9391b485beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:27.298374 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-63e3a624-3377-4c00-bf3b-ae0d1ecc4e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:27.313783 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd9664-499d-4f7a-98a7-b02ccbec4944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6dc13a-ce1f-4270-a658-ff7dee280c2a,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:27.317774 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a1bd9664-499d-4f7a-98a7-b02ccbec4944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:27.325842 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a1bd9664-499d-4f7a-98a7-b02ccbec4944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:27.342121 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a1bd9664-499d-4f7a-98a7-b02ccbec4944 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba6dc13a-ce1f-4270-a658-ff7dee280c2a HTTP/1.1" status: 204 len: 168 time: 0.4950886 Apr 30 17:29:27.406338 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-3437dda4-1141-4de8-99e5-ea829d8f8ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:27.406338 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-3437dda4-1141-4de8-99e5-ea829d8f8ed3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 1097 time: 0.1983213 Apr 30 17:29:27.410886 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-37c0ccad-68f5-4663-ac9b-149b126016b8 req-58b086ae-93fa-4049-87cc-949f05e5472a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461851 Apr 30 17:29:27.451243 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cd5b06d1-0c59-44ac-b6fa-0f3fed21b696 req-fa3c0c66-08be-4da4-8563-5e2b63af2c24 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977165 Apr 30 17:29:27.470430 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['065189ec-47a6-4466-bfd0-0697ac55aac0'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:29:27.578184 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:27.610309 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-f591e763-7376-4afd-8a11-ea167419707e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=315de6d0-5e5e-4559-9838-616d1cb6d592 HTTP/1.1" status: 200 len: 217 time: 0.1949060 Apr 30 17:29:27.628099 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da780671-df77-46d8-96ca-482d8c8c497f', 'tag': '315de6d0-5e5e-4559-9838-616d1cb6d592', 'status': 'completed', 'code': 200} Apr 30 17:29:27.824944 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-fb33acfb-4ac0-4dd5-8565-28ca4c88f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:27.837112 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-fb33acfb-4ac0-4dd5-8565-28ca4c88f5be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 200 len: 850 time: 0.2061741 Apr 30 17:29:28.116324 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-f4fb9fc4-233a-4160-b692-365eb36b29e5 req-f1dcf76f-e746-4edb-affa-a3e8de0dd6c5 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Synchronizing usage tracker for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:28.215107 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-f4fb9fc4-233a-4160-b692-365eb36b29e5 req-f1dcf76f-e746-4edb-affa-a3e8de0dd6c5 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Unset dirty status for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:28.216463 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f4fb9fc4-233a-4160-b692-365eb36b29e5 req-f1dcf76f-e746-4edb-affa-a3e8de0dd6c5 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 210 time: 0.2355876 Apr 30 17:29:28.224987 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e204c-ce52-4640-8d95-7f2813313f60 req-9ac515e8-7142-4b54-8164-12215493c6ae tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:28.233505 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-276e204c-ce52-4640-8d95-7f2813313f60 req-9ac515e8-7142-4b54-8164-12215493c6ae tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 944 time: 0.2509155 Apr 30 17:29:28.330453 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-276e204c-ce52-4640-8d95-7f2813313f60 req-1c16a51e-cea0-4054-b9e8-4f9ef3485071 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956423 Apr 30 17:29:28.332165 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2022b891-0690-4a6c-ad99-3faa3602c6b8 {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:28.338990 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-4dc40834-f4ba-4792-90d4-f54386f5685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:28.340212 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-4dc40834-f4ba-4792-90d4-f54386f5685b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4946029 Apr 30 17:29:28.341296 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:28.383201 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Transition to ACTIVE for port object 2022b891-0690-4a6c-ad99-3faa3602c6b8 will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:28.430090 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-64a9521e-0b27-4db0-b092-2d606ca90a94 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:28.433771 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-64a9521e-0b27-4db0-b092-2d606ca90a94 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.64 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 819 time: 0.4348714 Apr 30 17:29:28.473754 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:28.479047 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:28.543963 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Request body: {'port': {'device_id': 'eebaf0a2-28d5-4799-947a-7e9686f93c37', 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575', 'admin_state_up': True, 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:28.723165 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 40362) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:28.821459 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:28.867518 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-c78a25bb-581f-4af4-a6f5-22567f4e01fe service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180905 Apr 30 17:29:28.872547 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:28.916794 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:28.937225 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:28.947929 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Pushing event updated for resources: {'Port': ['ID=2022b891-0690-4a6c-ad99-3faa3602c6b8,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:28.954045 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Usage tracker for resource:security_group_rule and tenant:ddfd07c9542646e5aa2a153468dd78d0 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:28.960142 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:28.960943 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:29.007065 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:29.063809 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Attempting to bind port 2022b891-0690-4a6c-ad99-3faa3602c6b8 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:29.064151 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Attempting to bind port 2022b891-0690-4a6c-ad99-3faa3602c6b8 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:29.064477 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Attempting to bind port 2022b891-0690-4a6c-ad99-3faa3602c6b8 on network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:29.079516 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Port 2022b891-0690-4a6c-ad99-3faa3602c6b8 on network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:29:29.079841 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Attempting to bind port 2022b891-0690-4a6c-ad99-3faa3602c6b8 on network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:29.096675 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:29.097012 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Checking segment: {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:29.097403 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Bound using segment: {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:29.097859 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Bound port: 2022b891-0690-4a6c-ad99-3faa3602c6b8, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:29.098254 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.107010 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Made reservation on behalf of 0d1d7502a2c94ddabd0127f78e54f313 for: {'port': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:29.110770 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.119348 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191dde3-abac-4053-ad6a-245e67ff7102 req-aab17d13-fc7c-43d4-84e0-2cf483a27b73 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:29.120794 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8191dde3-abac-4053-ad6a-245e67ff7102 req-aab17d13-fc7c-43d4-84e0-2cf483a27b73 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 944 time: 0.3989005 Apr 30 17:29:29.126632 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-d6421fd1-524d-4a96-a267-524d4ce4d4a5 req-b35f59e3-a687-4aa6-83f0-dc27c20af934 service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506895 Apr 30 17:29:29.135404 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abe7d5-2250-4838-a4f6-3c223cf9f605 req-30b8cd5e-4ce8-45a2-806c-70fd8e3ce630 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:29.136887 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-77abe7d5-2250-4838-a4f6-3c223cf9f605 req-30b8cd5e-4ce8-45a2-806c-70fd8e3ce630 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 944 time: 0.4162812 Apr 30 17:29:29.299639 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8191dde3-abac-4053-ad6a-245e67ff7102 req-57a91921-c477-476f-81d0-6dad1ba58aff tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617167 Apr 30 17:29:29.309264 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Allocated IP 172.20.0.3 (8ea61fc1-f262-426c-90c6-ff5c85c1d575/eeae8a62-f323-4238-ac34-77efecc133e3/85d3036c-0e5e-4082-b65c-1c4c786771fe) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:29.324083 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-77abe7d5-2250-4838-a4f6-3c223cf9f605 req-74cdf0e1-30b1-4750-bfa2-70211ac78ac7 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400859 Apr 30 17:29:29.363370 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] For port 2022b891-0690-4a6c-ad99-3faa3602c6b8, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:29.379905 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.379905 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] For port 2022b891-0690-4a6c-ad99-3faa3602c6b8, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:29.467164 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c9ac9195-7268-4aa5-8d70-8100d3d57b1e req-5ad75688-bc5f-4d4f-8fb8-c67fa059d118 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 210 time: 0.0474231 Apr 30 17:29:29.468964 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.533311 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:29.541282 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.595854 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.600488 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-453d5d54-d61a-44a4-8079-a00d016110ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:29.601973 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-453d5d54-d61a-44a4-8079-a00d016110ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 1097 time: 0.3254824 Apr 30 17:29:29.615598 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddfd07c9542646e5aa2a153468dd78d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8881865 Apr 30 17:29:29.615850 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:29.616713 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.618018 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] 10.222.0.64 "PUT /v2.0/ports/2022b891-0690-4a6c-ad99-3faa3602c6b8 HTTP/1.1" status: 200 len: 1093 time: 2.3540666 Apr 30 17:29:29.618861 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7c25a8-8c15-4bdd-ac62-f9391b485beb', 'tag': '2022b891-0690-4a6c-ad99-3faa3602c6b8'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:29.631613 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3589d1b-db3b-4b9c-ae8c-e835e129eb36,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:29.632957 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40394) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:29.638998 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:29.640711 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:29.689989 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d7c25a8-8c15-4bdd-ac62-f9391b485beb', 'tag': '2022b891-0690-4a6c-ad99-3faa3602c6b8', 'status': 'completed', 'code': 200} Apr 30 17:29:29.790819 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e30699-691d-44e3-9fe9-2526ca65c077 req-6bf4f64e-7ecd-4b6b-ab14-f3ab79eff180 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:29.792445 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b6e30699-691d-44e3-9fe9-2526ca65c077 req-6bf4f64e-7ecd-4b6b-ab14-f3ab79eff180 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 944 time: 0.3223610 Apr 30 17:29:29.808852 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Pushing event updated for resources: {'Port': ['ID=2022b891-0690-4a6c-ad99-3faa3602c6b8,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:29.816082 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:29.824068 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9b76db41-e934-441d-9266-0208d555d85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.828603 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-fa676393-89ac-4690-8e51-cc69351be33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:29.830107 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-fa676393-89ac-4690-8e51-cc69351be33b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 912 time: 0.2172143 Apr 30 17:29:29.847855 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 065189ec-47a6-4466-bfd0-0697ac55aac0 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:29.870445 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b6e30699-691d-44e3-9fe9-2526ca65c077 req-e259d70a-ae86-49dc-9cb7-7c82716a2ffa tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639696 Apr 30 17:29:29.876154 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329927f-dc73-4438-9189-35efd216eb6e req-2d031b58-122a-455a-8e9e-bde621e85c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:29.877299 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c329927f-dc73-4438-9189-35efd216eb6e req-2d031b58-122a-455a-8e9e-bde621e85c65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 1096 time: 0.1606765 Apr 30 17:29:29.909004 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-1017f2cb-02c1-4f13-9a1f-a0812264fd52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=315de6d0-5e5e-4559-9838-616d1cb6d592 HTTP/1.1" status: 200 len: 217 time: 0.0711622 Apr 30 17:29:29.916844 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.921693 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9b76db41-e934-441d-9266-0208d555d85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:29.987986 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:30.067707 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329927f-dc73-4438-9189-35efd216eb6e req-f6d41e6c-ef8a-4199-93ab-d86ca65f5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:30.069283 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c329927f-dc73-4438-9189-35efd216eb6e req-f6d41e6c-ef8a-4199-93ab-d86ca65f5752 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1815836 Apr 30 17:29:30.098613 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 065189ec-47a6-4466-bfd0-0697ac55aac0 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:30.102590 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:30.104689 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-a50c6097-25f0-43bf-9067-67e8881ff715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:30.106388 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-a50c6097-25f0-43bf-9067-67e8881ff715 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 200 len: 850 time: 0.1873839 Apr 30 17:29:30.107598 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:30.109832 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Pushing event updated for resources: {'Port': ['ID=85d3036c-0e5e-4082-b65c-1c4c786771fe,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:30.123014 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 065189ec-47a6-4466-bfd0-0697ac55aac0 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:30.123014 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:30.124276 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:30.132158 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:30.132158 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:30.210723 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:30.234094 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329927f-dc73-4438-9189-35efd216eb6e req-593f1313-9985-496f-abb6-86ea07be90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:30.235546 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c329927f-dc73-4438-9189-35efd216eb6e req-593f1313-9985-496f-abb6-86ea07be90ce service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571929 Apr 30 17:29:30.247033 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-620a0b88-1bed-4b4b-b9d4-24eec452b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:30.248205 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-620a0b88-1bed-4b4b-b9d4-24eec452b9fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1256227 Apr 30 17:29:30.308080 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:30.337828 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6506f9-8317-4e18-aa37-53ce1d9f015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065189ec-47a6-4466-bfd0-0697ac55aac0'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:30.415727 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 065189ec-47a6-4466-bfd0-0697ac55aac0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=065189ec-47a6-4466-bfd0-0697ac55aac0,segment=NetworkSegment(c677dc86-c61f-44de-8ba3-7bf05f35ca09),segment_id=c677dc86-c61f-44de-8ba3-7bf05f35ca09)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:30.488598 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:30.489865 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 21af39cc-70bf-40aa-aeac-108f08090f57 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:30.526279 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-8ffbb129-847d-487a-a6d1-dfd94c4cfb9d service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710769 Apr 30 17:29:30.528876 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9947114 Apr 30 17:29:30.530538 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9b76db41-e934-441d-9266-0208d555d85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:30.533751 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9b76db41-e934-441d-9266-0208d555d85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:30.535266 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-9b76db41-e934-441d-9266-0208d555d85c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3589d1b-db3b-4b9c-ae8c-e835e129eb36 HTTP/1.1" status: 204 len: 168 time: 0.8979614 Apr 30 17:29:30.536544 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-00ddea0d-ee70-4ae0-9bcc-f20d048b8cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:30.573511 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Request body: {'port': {'device_id': 'eebaf0a2-28d5-4799-947a-7e9686f93c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:30.645343 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-18ac0af5-201b-47b1-8409-14bdef7a18e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:30.730226 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76db41-e934-441d-9266-0208d555d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3589d1b-db3b-4b9c-ae8c-e835e129eb36,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:30.777859 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=065189ec-47a6-4466-bfd0-0697ac55aac0,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:30.789888 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:30.793299 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-661e809b-fcc3-4a9e-93cd-4a8c498051e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:30.794999 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-661e809b-fcc3-4a9e-93cd-4a8c498051e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 1096 time: 0.5070961 Apr 30 17:29:30.831422 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 21af39cc-70bf-40aa-aeac-108f08090f57 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:30.837924 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 21af39cc-70bf-40aa-aeac-108f08090f57 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:30.838625 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:30.900986 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-a6122457-9aa6-4dd2-a2b5-58301f7de24c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8 HTTP/1.1" status: 200 len: 217 time: 0.0924063 Apr 30 17:29:30.903173 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9b76db41-e934-441d-9266-0208d555d85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:30.927284 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:30.941024 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-38a28a82-ec6a-4d91-abf8-81eba24010ae req-72c992f1-802c-433f-9fbc-55732bc68dbf service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931551 Apr 30 17:29:31.048357 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-5d49d1e3-29d4-4003-a364-1b2fdb97f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:31.050096 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-5d49d1e3-29d4-4003-a364-1b2fdb97f715 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eeae8a62-f323-4238-ac34-77efecc133e3 HTTP/1.1" status: 200 len: 859 time: 0.1396537 Apr 30 17:29:31.112055 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:31.169139 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 21af39cc-70bf-40aa-aeac-108f08090f57, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=21af39cc-70bf-40aa-aeac-108f08090f57,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:31.203966 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3c2df-1051-435b-b1f2-934c32ca6afa req-0bccaddb-6923-46c9-85d3-4a3ce67bec3a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:31.205549 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a4f3c2df-1051-435b-b1f2-934c32ca6afa req-0bccaddb-6923-46c9-85d3-4a3ce67bec3a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 944 time: 0.7478831 Apr 30 17:29:31.224826 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-9d5e46e2-6ace-491e-adb6-32747f4a29e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ea61fc1-f262-426c-90c6-ff5c85c1d575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639023 Apr 30 17:29:31.234659 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa031e2-c316-4268-a82c-5d09213ee4c4 req-863bc4de-33b3-406e-bc5f-85e5bea77e30 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:31.242401 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9fa031e2-c316-4268-a82c-5d09213ee4c4 req-863bc4de-33b3-406e-bc5f-85e5bea77e30 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 945 time: 0.5337186 Apr 30 17:29:31.264359 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:31.269210 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:31.446024 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9fa031e2-c316-4268-a82c-5d09213ee4c4 req-13841a53-5992-41cb-9767-7bc22ee0e589 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023358 Apr 30 17:29:31.456257 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a4f3c2df-1051-435b-b1f2-934c32ca6afa req-4c266aa8-37f1-4dc2-ada9-b9652ded5e55 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340541 Apr 30 17:29:31.459192 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d3036c-0e5e-4082-b65c-1c4c786771fe {{(pid=74463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:31.468657 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:31.487085 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Transition to ACTIVE for port object 85d3036c-0e5e-4082-b65c-1c4c786771fe will not be triggered until provisioned by entity L2. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:31.533228 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-1f9c6071-8bc1-4b71-a213-f365257335cc service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727301 Apr 30 17:29:31.583909 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=21af39cc-70bf-40aa-aeac-108f08090f57,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:31.594113 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:31.637501 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:31.644160 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:31.798711 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Pushing event updated for resources: {'Port': ['ID=85d3036c-0e5e-4082-b65c-1c4c786771fe,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:31.807976 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:31.843646 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd2f484a-c125-48bd-9309-bc867361ed41 req-2c32a12a-bd20-4f55-84d9-276620a413b0 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046739 Apr 30 17:29:31.848237 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 315de6d0-5e5e-4559-9838-616d1cb6d592 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:29:31.873547 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad6821-6674-49c0-975e-0dd1555e5bdd req-75e3f7a9-0cb1-4e0b-985e-2742ccad1b4a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:31.875566 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-91ad6821-6674-49c0-975e-0dd1555e5bdd req-75e3f7a9-0cb1-4e0b-985e-2742ccad1b4a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 943 time: 0.1627600 Apr 30 17:29:31.932836 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6506f9-8317-4e18-aa37-53ce1d9f015a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065189ec-47a6-4466-bfd0-0697ac55aac0', 'code': 200} Apr 30 17:29:31.995839 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-91ad6821-6674-49c0-975e-0dd1555e5bdd req-451ec860-6cc4-42bc-af78-2d1a6d408176 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Synchronizing usage tracker for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:security_group {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:32.095981 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Attempting to bind port 85d3036c-0e5e-4082-b65c-1c4c786771fe on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:32.096814 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Attempting to bind port 85d3036c-0e5e-4082-b65c-1c4c786771fe by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:32.098286 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Attempting to bind port 85d3036c-0e5e-4082-b65c-1c4c786771fe on network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:32.107043 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Port 85d3036c-0e5e-4082-b65c-1c4c786771fe on network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:29:32.107450 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Attempting to bind port 85d3036c-0e5e-4082-b65c-1c4c786771fe on network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:32.136197 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-91ad6821-6674-49c0-975e-0dd1555e5bdd req-451ec860-6cc4-42bc-af78-2d1a6d408176 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Unset dirty status for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:security_group {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:32.137391 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-91ad6821-6674-49c0-975e-0dd1555e5bdd req-451ec860-6cc4-42bc-af78-2d1a6d408176 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460926 Apr 30 17:29:32.151924 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:32.153103 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Checking segment: {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:32.154745 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Bound using segment: {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:32.155337 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Bound port: 85d3036c-0e5e-4082-b65c-1c4c786771fe, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fee0b4-16f5-47eb-accf-317db3586603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575'}}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:32.158107 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:32.251589 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 315de6d0-5e5e-4559-9838-616d1cb6d592, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=315de6d0-5e5e-4559-9838-616d1cb6d592,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:32.285920 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '315de6d0-5e5e-4559-9838-616d1cb6d592', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'port_id': '315de6d0-5e5e-4559-9838-616d1cb6d592', 'mac_address': 'fa:16:3e:b0:d5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:29:32.331106 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] For port 85d3036c-0e5e-4082-b65c-1c4c786771fe, host hv-cinder-78477, cleared binding levels {{(pid=74463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:32.346471 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] For port 85d3036c-0e5e-4082-b65c-1c4c786771fe, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=85d3036c-0e5e-4082-b65c-1c4c786771fe,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:32.346606 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099802d-b9a7-4c78-8b6e-586d6daf71d9 req-7a21fb3b-1137-4ef5-aa74-0680349c94b4 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:32.346606 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b099802d-b9a7-4c78-8b6e-586d6daf71d9 req-7a21fb3b-1137-4ef5-aa74-0680349c94b4 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 945 time: 0.2001421 Apr 30 17:29:32.391243 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:32.425713 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315de6d0-5e5e-4559-9838-616d1cb6d592 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:32.455456 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 315de6d0-5e5e-4559-9838-616d1cb6d592, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=315de6d0-5e5e-4559-9838-616d1cb6d592,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:32.456710 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:32.472442 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:32.524050 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b099802d-b9a7-4c78-8b6e-586d6daf71d9 req-e5fb58f1-0e6f-4db2-bd2e-7d111d641d6f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715114 Apr 30 17:29:32.577414 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:32.581139 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:32.618800 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:32.621623 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:32.623167 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] 10.222.0.64 "PUT /v2.0/ports/85d3036c-0e5e-4082-b65c-1c4c786771fe HTTP/1.1" status: 200 len: 1093 time: 2.0558391 Apr 30 17:29:32.623726 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebaf0a2-28d5-4799-947a-7e9686f93c37', 'tag': '85d3036c-0e5e-4082-b65c-1c4c786771fe'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:32.644308 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-b8539298-5089-43ba-89c1-f75b5bdad45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:32.648590 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-b8539298-5089-43ba-89c1-f75b5bdad45f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 1098 time: 0.2254140 Apr 30 17:29:32.687671 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:32.717123 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Pushing event updated for resources: {'Port': ['ID=85d3036c-0e5e-4082-b65c-1c4c786771fe,revision_number=3']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:32.726751 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:32.740088 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:32.756906 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Usage tracker for resource:security_group_rule and tenant:b6928064967b4474bad2ea7418987ed3 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:32.759849 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:32.778450 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:32.841850 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=315de6d0-5e5e-4559-9838-616d1cb6d592,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:32.876018 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:32.929362 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-294842f6-1d67-4e56-9013-b1899dc4d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:32.932457 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-294842f6-1d67-4e56-9013-b1899dc4d593 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 1096 time: 0.1233103 Apr 30 17:29:32.967196 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['315de6d0-5e5e-4559-9838-616d1cb6d592'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:29:33.052246 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:33.085046 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f04ff1-cdfe-4b43-956e-44e487adb8f1 req-ced16c5a-5b5a-4784-936e-b78b4a05056a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:33.087544 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-09f04ff1-cdfe-4b43-956e-44e487adb8f1 req-ced16c5a-5b5a-4784-936e-b78b4a05056a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 945 time: 0.3043454 Apr 30 17:29:33.096558 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3091e-90d2-4b55-bc77-ecbc10daa9dd req-9d53e592-3566-4c8e-89d2-34d8203e8904 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:33.105633 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bad3091e-90d2-4b55-bc77-ecbc10daa9dd req-9d53e592-3566-4c8e-89d2-34d8203e8904 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 945 time: 0.3229566 Apr 30 17:29:33.120236 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-1cf01fd8-46d3-460d-bbc0-e7664c8c935e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d3036c-0e5e-4082-b65c-1c4c786771fe HTTP/1.1" status: 200 len: 217 time: 0.1766129 Apr 30 17:29:33.192379 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:33.208402 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-20baa2fc-cf43-42d6-b4da-cddb36f27baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:33.210817 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-20baa2fc-cf43-42d6-b4da-cddb36f27baf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eeae8a62-f323-4238-ac34-77efecc133e3 HTTP/1.1" status: 200 len: 859 time: 0.0832150 Apr 30 17:29:33.266581 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:33.268020 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-b9c98ec4-1308-47e1-b841-36f46374313c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ea61fc1-f262-426c-90c6-ff5c85c1d575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499907 Apr 30 17:29:33.345131 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-09f04ff1-cdfe-4b43-956e-44e487adb8f1 req-021934e9-1b73-451f-b26a-f00ee3e9f842 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379704 Apr 30 17:29:33.352010 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ab1b01a1-016d-45a6-acb0-f3449e2f4247 req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7015162 Apr 30 17:29:33.360656 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bad3091e-90d2-4b55-bc77-ecbc10daa9dd req-eb40ddc1-ef93-49e3-b700-adda462ae69d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547338 Apr 30 17:29:33.361630 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea241722-00b5-4497-a371-ad870ceb4c49,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:33.387344 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:33.463900 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eebaf0a2-28d5-4799-947a-7e9686f93c37', 'tag': '85d3036c-0e5e-4082-b65c-1c4c786771fe', 'status': 'completed', 'code': 200} Apr 30 17:29:33.471258 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-dd71ec8a-8a24-4404-b141-6c9996f0951a service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939266 Apr 30 17:29:33.594357 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449bb52c-ed5e-4016-a544-0dbf0e570e5d req-53eee664-108b-4b4d-bcd9-69ff8ce0822d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:33.601859 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-449bb52c-ed5e-4016-a544-0dbf0e570e5d req-53eee664-108b-4b4d-bcd9-69ff8ce0822d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 943 time: 0.1049416 Apr 30 17:29:33.657932 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-449bb52c-ed5e-4016-a544-0dbf0e570e5d req-68c9be55-4b89-4975-b459-84136b3909a7 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Apr 30 17:29:33.737223 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-5a32eee8-bf33-48c2-a26b-0ca7d4f6658a req-587fdf88-5048-4696-8088-237407df9c09 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616498 Apr 30 17:29:33.871099 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 315de6d0-5e5e-4559-9838-616d1cb6d592 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:33.905238 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045bb65-bf13-487a-a16e-cc4329fbdd96 req-71fdd2ed-daa5-4abe-905f-f65d5c3a5fa7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:33.911074 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6045bb65-bf13-487a-a16e-cc4329fbdd96 req-71fdd2ed-daa5-4abe-905f-f65d5c3a5fa7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 945 time: 0.1393962 Apr 30 17:29:33.946343 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064de09-7044-4774-9065-794c60eb5d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21af39cc-70bf-40aa-aeac-108f08090f57'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:34.054028 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-47fb40f3-4f00-4f79-9760-1268698a2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:34.056647 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-47fb40f3-4f00-4f79-9760-1268698a2373 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 1096 time: 0.2043102 Apr 30 17:29:34.067792 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6045bb65-bf13-487a-a16e-cc4329fbdd96 req-8ef7e781-9d23-4f7f-b0d7-8c1addbd88bb tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478624 Apr 30 17:29:34.070307 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3064de09-7044-4774-9065-794c60eb5d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21af39cc-70bf-40aa-aeac-108f08090f57', 'code': 200} Apr 30 17:29:34.125629 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 315de6d0-5e5e-4559-9838-616d1cb6d592 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:34.132193 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 315de6d0-5e5e-4559-9838-616d1cb6d592 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:34.132965 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:34.410968 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:34.428586 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-b69796d6-5e7a-4388-9cf2-4c5c9ccbf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:34.435631 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-b69796d6-5e7a-4388-9cf2-4c5c9ccbf184 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 920 time: 0.3690867 Apr 30 17:29:34.506415 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 315de6d0-5e5e-4559-9838-616d1cb6d592, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=315de6d0-5e5e-4559-9838-616d1cb6d592,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:34.599259 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:34.601136 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:34.602332 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-766e8c2b-e2cc-466c-a921-0f6ac592a9bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d3036c-0e5e-4082-b65c-1c4c786771fe HTTP/1.1" status: 200 len: 217 time: 0.1587636 Apr 30 17:29:34.694980 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-034ff185-6b9d-4e9e-8040-f666787dc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:34.697246 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-034ff185-6b9d-4e9e-8040-f666787dc56e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eeae8a62-f323-4238-ac34-77efecc133e3 HTTP/1.1" status: 200 len: 859 time: 0.0818791 Apr 30 17:29:34.734631 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=315de6d0-5e5e-4559-9838-616d1cb6d592,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:34.738520 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:34.784869 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-56d43ae8-b8da-4477-ab09-83d895a520ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ea61fc1-f262-426c-90c6-ff5c85c1d575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795393 Apr 30 17:29:34.973965 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 40570) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:35.090028 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d4596-09c7-49e0-9cb3-2325029d04f1 req-5ce27a7c-4bb0-48bb-8846-26d7b16a453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:35.093177 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d90d4596-09c7-49e0-9cb3-2325029d04f1 req-5ce27a7c-4bb0-48bb-8846-26d7b16a453c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 1098 time: 0.5480745 Apr 30 17:29:35.144212 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25131-0e92-4949-8640-51fef0e06182 req-0f5d5cca-6a78-479c-8a3c-f1e2fdeba48a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:35.145789 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-26f25131-0e92-4949-8640-51fef0e06182 req-0f5d5cca-6a78-479c-8a3c-f1e2fdeba48a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 945 time: 0.4845335 Apr 30 17:29:35.158855 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9b14f-0d18-4565-8a32-ddbb38ec8707 req-bb918739-bd28-4702-80bf-36b2bbd53659 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:35.160464 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-93e9b14f-0d18-4565-8a32-ddbb38ec8707 req-bb918739-bd28-4702-80bf-36b2bbd53659 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.4920480 Apr 30 17:29:35.269841 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-94fa4dcb-3aba-4200-a7a0-5007ad61dedd service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772103 Apr 30 17:29:35.301577 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d90d4596-09c7-49e0-9cb3-2325029d04f1 req-6389e5f7-8e0d-4c94-bbc0-18655d396077 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987355 Apr 30 17:29:35.308152 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-26f25131-0e92-4949-8640-51fef0e06182 req-284e1a7b-e472-490b-9b7f-6cc83dd239d4 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445575 Apr 30 17:29:35.327858 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-93e9b14f-0d18-4565-8a32-ddbb38ec8707 req-ad9e1000-a7fa-4dcd-8bee-f3b0ce7d3a00 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405253 Apr 30 17:29:35.402301 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:35.434129 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:35.439734 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Usage tracker for resource:security_group_rule and tenant:65105ee6f2e04a2ca510175e5885d044 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:35.443415 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:35.450910 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3c4bb092-2d80-4937-96f4-3608c55a0fa0 req-d71b486a-901e-4870-b6f7-df3fd57d101b service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740239 Apr 30 17:29:35.452599 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:35.585008 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40588) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:35.693789 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd04b62-ff73-4123-97fd-5de82933b4a4 req-f970118a-4f8e-4fd0-809e-a7929f50a70a tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:35.695413 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7fd04b62-ff73-4123-97fd-5de82933b4a4 req-f970118a-4f8e-4fd0-809e-a7929f50a70a tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 945 time: 0.2124681 Apr 30 17:29:35.706480 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45187974-9f4e-49f9-ab0d-3556eca9292f req-6a35d114-066c-46b7-84c3-fadeb36b414b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:35.707988 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-45187974-9f4e-49f9-ab0d-3556eca9292f req-6a35d114-066c-46b7-84c3-fadeb36b414b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 943 time: 0.2238529 Apr 30 17:29:35.732188 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:35.748254 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:35.754407 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Usage tracker for resource:security_group_rule and tenant:1e45e92b973549d1b8dad8deee86c439 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:35.755808 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:35.757502 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:35.766799 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:35.842045 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:35.871342 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8f065eb3-31bc-4dae-8c9a-d6994900f51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:35.880724 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2022b891-0690-4a6c-ad99-3faa3602c6b8 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:29:35.917437 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-45187974-9f4e-49f9-ab0d-3556eca9292f req-01692b78-30c4-4c4e-b172-fb46c63c0a78 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006154 Apr 30 17:29:35.925049 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7fd04b62-ff73-4123-97fd-5de82933b4a4 req-7ce89f23-f699-41d7-a89d-dd5b190b2909 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087648 Apr 30 17:29:35.932354 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:35.932516 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65105ee6f2e04a2ca510175e5885d044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9497917 Apr 30 17:29:35.934084 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40594) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:35.935197 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8673a0ac-2d43-49c0-92d9-bd0f11be5bbe,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:35.950937 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:36.002746 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-821bb05d-a14f-49fd-9654-7cecd27f4930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.025385 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.048479 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-39880949-fa00-4333-9cab-5fbcc73dee93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:36.059483 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-821bb05d-a14f-49fd-9654-7cecd27f4930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.071216 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da780671-df77-46d8-96ca-482d8c8c497f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315de6d0-5e5e-4559-9838-616d1cb6d592'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:36.077507 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2022b891-0690-4a6c-ad99-3faa3602c6b8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:36.100021 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '2022b891-0690-4a6c-ad99-3faa3602c6b8', 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575', 'port_id': '2022b891-0690-4a6c-ad99-3faa3602c6b8', 'mac_address': 'fa:16:3e:d0:c1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeae8a62-f323-4238-ac34-77efecc133e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:29:36.107848 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e45e92b973549d1b8dad8deee86c439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186136 Apr 30 17:29:36.108640 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 40604) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:36.125816 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1beeca-3c57-40f5-bf9a-cb5907718182,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:36.132432 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:36.184305 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da780671-df77-46d8-96ca-482d8c8c497f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315de6d0-5e5e-4559-9838-616d1cb6d592', 'code': 200} Apr 30 17:29:36.233616 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.255077 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-2e006443-536c-4a7e-bf85-ea0b36d21b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.260140 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2022b891-0690-4a6c-ad99-3faa3602c6b8 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:36.279494 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2022b891-0690-4a6c-ad99-3faa3602c6b8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:36.298201 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-2e006443-536c-4a7e-bf85-ea0b36d21b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.306204 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-821bb05d-a14f-49fd-9654-7cecd27f4930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.315666 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-69bbb554-10c3-489e-aa17-2589a1d143f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:36.326194 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bb05d-a14f-49fd-9654-7cecd27f4930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673a0ac-2d43-49c0-92d9-bd0f11be5bbe,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:36.329583 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-821bb05d-a14f-49fd-9654-7cecd27f4930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:36.339362 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-821bb05d-a14f-49fd-9654-7cecd27f4930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.340854 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-821bb05d-a14f-49fd-9654-7cecd27f4930 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8673a0ac-2d43-49c0-92d9-bd0f11be5bbe HTTP/1.1" status: 204 len: 168 time: 0.4005840 Apr 30 17:29:36.391404 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.397698 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:36.456233 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-2e006443-536c-4a7e-bf85-ea0b36d21b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.462477 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:36.504775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e006443-536c-4a7e-bf85-ea0b36d21b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1beeca-3c57-40f5-bf9a-cb5907718182,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:36.512846 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-2e006443-536c-4a7e-bf85-ea0b36d21b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:36.516128 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2022b891-0690-4a6c-ad99-3faa3602c6b8,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:36.524808 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:36.548197 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-2e006443-536c-4a7e-bf85-ea0b36d21b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:36.555219 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-2e006443-536c-4a7e-bf85-ea0b36d21b52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce1beeca-3c57-40f5-bf9a-cb5907718182 HTTP/1.1" status: 204 len: 168 time: 0.4446323 Apr 30 17:29:36.630245 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['2022b891-0690-4a6c-ad99-3faa3602c6b8'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:29:36.761307 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591bb3b-0b6b-4f54-b549-d5fc524f88ef req-0400ae4e-6633-4b95-8f15-5bfec9b72348 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:36.770313 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b591bb3b-0b6b-4f54-b549-d5fc524f88ef req-0400ae4e-6633-4b95-8f15-5bfec9b72348 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 945 time: 0.1514516 Apr 30 17:29:36.807668 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de673a5-4959-4b60-a2a1-8c8f8c0099f3 req-9c748615-11be-49d2-bba9-a075038b801f tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:36.809193 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3de673a5-4959-4b60-a2a1-8c8f8c0099f3 req-9c748615-11be-49d2-bba9-a075038b801f tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1614890 Apr 30 17:29:36.855188 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b591bb3b-0b6b-4f54-b549-d5fc524f88ef req-f1520189-ec31-413c-b6b7-aed0ca61ce0c tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826683 Apr 30 17:29:36.880548 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3de673a5-4959-4b60-a2a1-8c8f8c0099f3 req-877bc0bf-e25b-45a9-b442-691583f34f5a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623341 Apr 30 17:29:36.994626 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3ffe1-3e95-4a18-bb0a-1fddca52a7e7 req-75da7d2b-ea22-4454-af71-1616d35c83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:36.999127 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-15c3ffe1-3e95-4a18-bb0a-1fddca52a7e7 req-75da7d2b-ea22-4454-af71-1616d35c83d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 1099 time: 0.1185994 Apr 30 17:29:37.099086 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-15c3ffe1-3e95-4a18-bb0a-1fddca52a7e7 req-a16f5cf1-4877-4fef-a3d5-12d0c03e8ee9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862005 Apr 30 17:29:37.314986 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db08a4e-d11b-4ae7-a080-936cfd564301 req-0dec4bc9-5f92-4ba8-850f-f4a33ca829b4 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:37.316389 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6db08a4e-d11b-4ae7-a080-936cfd564301 req-0dec4bc9-5f92-4ba8-850f-f4a33ca829b4 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 945 time: 0.1577923 Apr 30 17:29:37.325019 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da87f93-a1df-4b77-8fd7-4c853822b182 req-0abd280e-8d62-4c1b-9e28-048d3e03681b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:37.326413 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8da87f93-a1df-4b77-8fd7-4c853822b182 req-0abd280e-8d62-4c1b-9e28-048d3e03681b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 943 time: 0.1284716 Apr 30 17:29:37.403024 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6db08a4e-d11b-4ae7-a080-936cfd564301 req-61b50cf0-da68-4a90-b613-4743c44d6cee tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747297 Apr 30 17:29:37.408864 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8da87f93-a1df-4b77-8fd7-4c853822b182 req-a8c913c5-f958-4adc-8aa2-6e1e511d6776 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673997 Apr 30 17:29:37.699630 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 40646) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:37.718129 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.737403 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:37.741480 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Usage tracker for resource:security_group_rule and tenant:839243ee051b4bf2a6dd45b7f782b6bc is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:37.744493 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:37.751462 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:37.813646 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40650) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:37.831590 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.846917 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:37.851081 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Usage tracker for resource:security_group_rule and tenant:351a6dd6099f4fceafac82511f3cff81 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:37.854126 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:37.856527 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:37.860925 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:37.900748 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 85d3036c-0e5e-4082-b65c-1c4c786771fe details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:29:37.903865 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2022b891-0690-4a6c-ad99-3faa3602c6b8 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:38.054814 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.191957 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-2e006443-536c-4a7e-bf85-ea0b36d21b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:38.233955 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.288800 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 85d3036c-0e5e-4082-b65c-1c4c786771fe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=85d3036c-0e5e-4082-b65c-1c4c786771fe,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:38.303151 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40664) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:38.303540 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=839243ee051b4bf2a6dd45b7f782b6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6024041 Apr 30 17:29:38.314212 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '85d3036c-0e5e-4082-b65c-1c4c786771fe', 'network_id': '8ea61fc1-f262-426c-90c6-ff5c85c1d575', 'port_id': '85d3036c-0e5e-4082-b65c-1c4c786771fe', 'mac_address': 'fa:16:3e:a6:68:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeae8a62-f323-4238-ac34-77efecc133e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:29:38.318997 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a445d2bb-54ff-4df6-b69d-b840ef6cedc6,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:38.335923 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:38.340084 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.373483 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:38.375979 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 2022b891-0690-4a6c-ad99-3faa3602c6b8 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:38.396611 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2065a-bd78-4c9b-9a0b-43922676cf45 req-0cd9fdb5-e924-41cb-bceb-f1f54bfacc05 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:38.402438 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 2022b891-0690-4a6c-ad99-3faa3602c6b8 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:38.402688 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-81e2065a-bd78-4c9b-9a0b-43922676cf45 req-0cd9fdb5-e924-41cb-bceb-f1f54bfacc05 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.2116933 Apr 30 17:29:38.403474 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.449593 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=351a6dd6099f4fceafac82511f3cff81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6325960 Apr 30 17:29:38.450474 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 40670) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:38.490997 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-45e915a7-af95-4037-842e-cb092010c515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.491532 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.502905 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8afd6af-3eb8-414f-9e77-e916907e6798,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:38.506882 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:38.537307 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:29:38.565526 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d3036c-0e5e-4082-b65c-1c4c786771fe {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:38.572313 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-45e915a7-af95-4037-842e-cb092010c515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.617156 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 85d3036c-0e5e-4082-b65c-1c4c786771fe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=85d3036c-0e5e-4082-b65c-1c4c786771fe,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:38.655239 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-81e2065a-bd78-4c9b-9a0b-43922676cf45 req-961d8bf1-6952-44f0-81ff-b95626d73485 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419164 Apr 30 17:29:38.668743 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d87e4834-36a0-47e4-9f0d-c12c5ae70ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.715562 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d87e4834-36a0-47e4-9f0d-c12c5ae70ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.721449 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.754592 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.759188 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:38.771925 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949289ac-2821-4510-afa6-f12ed760de48 req-cac6e705-88c0-4dea-863d-c9d4f1ad0898 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:38.773421 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-949289ac-2821-4510-afa6-f12ed760de48 req-cac6e705-88c0-4dea-863d-c9d4f1ad0898 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 943 time: 0.1875272 Apr 30 17:29:38.795531 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-45e915a7-af95-4037-842e-cb092010c515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.798778 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7c25a8-8c15-4bdd-ac62-f9391b485beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2022b891-0690-4a6c-ad99-3faa3602c6b8'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:38.813582 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a1bd9664-499d-4f7a-98a7-b02ccbec4944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:38.833631 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-949289ac-2821-4510-afa6-f12ed760de48 req-4d293133-2a58-47c0-a84c-fa1717066536 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Apr 30 17:29:38.846953 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2022b891-0690-4a6c-ad99-3faa3602c6b8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:38.869365 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e915a7-af95-4037-842e-cb092010c515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a445d2bb-54ff-4df6-b69d-b840ef6cedc6,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:38.887145 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-45e915a7-af95-4037-842e-cb092010c515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:38.892222 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7c25a8-8c15-4bdd-ac62-f9391b485beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2022b891-0690-4a6c-ad99-3faa3602c6b8', 'code': 200} Apr 30 17:29:38.896441 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-45e915a7-af95-4037-842e-cb092010c515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.897667 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-45e915a7-af95-4037-842e-cb092010c515 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a445d2bb-54ff-4df6-b69d-b840ef6cedc6 HTTP/1.1" status: 204 len: 168 time: 0.5935097 Apr 30 17:29:38.918200 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=85d3036c-0e5e-4082-b65c-1c4c786771fe,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:38.922142 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:38.926247 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d87e4834-36a0-47e4-9f0d-c12c5ae70ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.932319 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-4e98b9a1-5531-446d-89cf-ddcc87878083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:38.947062 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e4834-36a0-47e4-9f0d-c12c5ae70ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8afd6af-3eb8-414f-9e77-e916907e6798,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:38.952025 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d87e4834-36a0-47e4-9f0d-c12c5ae70ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:38.959377 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d87e4834-36a0-47e4-9f0d-c12c5ae70ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:38.963950 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-d87e4834-36a0-47e4-9f0d-c12c5ae70ce9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8afd6af-3eb8-414f-9e77-e916907e6798 HTTP/1.1" status: 204 len: 168 time: 0.5122769 Apr 30 17:29:39.012149 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:39.015796 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:39.100991 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['85d3036c-0e5e-4082-b65c-1c4c786771fe'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:29:39.254714 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2022b891-0690-4a6c-ad99-3faa3602c6b8,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:39.259502 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:39.431464 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc917744-f523-4c64-894b-7903b02e5e2c req-5d2afdb2-6043-43ff-a3a5-f09a17cf506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:39.433197 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-bc917744-f523-4c64-894b-7903b02e5e2c req-5d2afdb2-6043-43ff-a3a5-f09a17cf506d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 1098 time: 0.0887215 Apr 30 17:29:39.505594 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-bc917744-f523-4c64-894b-7903b02e5e2c req-3cb21059-e55a-4e51-beb1-f3d46c3df5d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645862 Apr 30 17:29:40.046334 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66e1bf-1d1e-4dc9-a273-323f2776a516 req-6e7ce7b0-5e1a-4002-a173-6baa720670ea tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:40.049360 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0a66e1bf-1d1e-4dc9-a273-323f2776a516 req-6e7ce7b0-5e1a-4002-a173-6baa720670ea tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1584618 Apr 30 17:29:40.106939 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0a66e1bf-1d1e-4dc9-a273-323f2776a516 req-22fe9fcb-9816-42e1-82b1-da8dbbe08d43 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512433 Apr 30 17:29:40.428735 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b73e8-7f6d-410a-a0ad-0560dbb5f453 req-bf78774f-1e67-467b-aceb-20e5389ba989 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:40.431055 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-908b73e8-7f6d-410a-a0ad-0560dbb5f453 req-bf78774f-1e67-467b-aceb-20e5389ba989 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 944 time: 0.2205424 Apr 30 17:29:40.554472 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-908b73e8-7f6d-410a-a0ad-0560dbb5f453 req-8ffebfbf-c65f-4f73-8433-17f131dabd8e tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110647 Apr 30 17:29:41.002097 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a6a6-b67f-422d-8381-28b284e077d9 req-9f26eba8-4400-4201-a7de-01a5d41049a2 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:41.004658 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-59d0a6a6-b67f-422d-8381-28b284e077d9 req-9f26eba8-4400-4201-a7de-01a5d41049a2 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1509726 Apr 30 17:29:41.015910 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40758) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:41.022104 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'floatingip': {'port_id': '315de6d0-5e5e-4559-9838-616d1cb6d592'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:41.113873 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:41.930535 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 85d3036c-0e5e-4082-b65c-1c4c786771fe up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:29:42.059080 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ce502-c793-40c4-9ec3-11a24de249cd req-58bb7d4d-2c03-4a43-98fa-9e24c6a44e63 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:42.065066 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-841ce502-c793-40c4-9ec3-11a24de249cd req-58bb7d4d-2c03-4a43-98fa-9e24c6a44e63 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 944 time: 0.1784232 Apr 30 17:29:42.246667 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-841ce502-c793-40c4-9ec3-11a24de249cd req-30fdaf40-1f59-46cf-be0a-300b6f855994 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606953 Apr 30 17:29:42.289895 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 85d3036c-0e5e-4082-b65c-1c4c786771fe completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:29:42.300306 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 85d3036c-0e5e-4082-b65c-1c4c786771fe triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:29:42.304399 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.651742 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.759381 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 85d3036c-0e5e-4082-b65c-1c4c786771fe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=85d3036c-0e5e-4082-b65c-1c4c786771fe,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:42.760913 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebaf0a2-28d5-4799-947a-7e9686f93c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d3036c-0e5e-4082-b65c-1c4c786771fe'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:42.785877 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.db.resource_extend [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 17:29:42.834175 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.837656 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-e8a35d54-0afa-4199-b5b7-a33ea519c601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:42.923973 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:42.957823 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebaf0a2-28d5-4799-947a-7e9686f93c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d3036c-0e5e-4082-b65c-1c4c786771fe', 'code': 200} Apr 30 17:29:43.010497 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.040140 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=85d3036c-0e5e-4082-b65c-1c4c786771fe,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:43.063106 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:43.439241 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:43.713129 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d153ce-4ebf-4eb4-af20-0466aa9a7ff5 req-5951132a-46be-4e37-9ec5-c0da9872c9b8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:43.729244 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-96d153ce-4ebf-4eb4-af20-0466aa9a7ff5 req-5951132a-46be-4e37-9ec5-c0da9872c9b8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1867220 Apr 30 17:29:43.781824 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.l3_db [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Floating IP cdcf981d-ca8b-4847-b7d7-091778349d71 associated. External IP: 172.28.3.252, port: 315de6d0-5e5e-4559-9838-616d1cb6d592. Apr 30 17:29:43.804475 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-96d153ce-4ebf-4eb4-af20-0466aa9a7ff5 req-d4b079e5-dc5c-4dad-95c7-c4b5638a5b67 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729988 Apr 30 17:29:43.879131 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d371f9-eebe-4b47-930c-31ed75e21510 req-8b635f13-3ff4-4266-8a33-5e74701196a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:43.880648 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-b0d371f9-eebe-4b47-930c-31ed75e21510 req-8b635f13-3ff4-4266-8a33-5e74701196a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 1098 time: 0.3923259 Apr 30 17:29:44.007044 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-b0d371f9-eebe-4b47-930c-31ed75e21510 req-5268fa46-4016-4de2-afb2-26d70ed1c88e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145260 Apr 30 17:29:44.285775 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Router 833852cf-50b8-433d-b5f9-8c34cda8c797 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:29:44.499155 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:29:44.503880 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:44.530907 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] Sync routers for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:29:44.557052 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:44.558097 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:29:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:44.566646 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-cd610368-c176-4d88-85a6-fd29c1ac35e6 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "PUT /v2.0/floatingips/cdcf981d-ca8b-4847-b7d7-091778349d71 HTTP/1.1" status: 200 len: 992 time: 3.5493379 Apr 30 17:29:44.567315 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da780671-df77-46d8-96ca-482d8c8c497f', 'tag': '315de6d0-5e5e-4559-9838-616d1cb6d592'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:44.619359 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da780671-df77-46d8-96ca-482d8c8c497f', 'tag': '315de6d0-5e5e-4559-9838-616d1cb6d592', 'status': 'completed', 'code': 200} Apr 30 17:29:44.822675 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-2667c887-6ec2-407f-a741-77496fa73d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:44.824533 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-2667c887-6ec2-407f-a741-77496fa73d37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 1099 time: 0.1489472 Apr 30 17:29:45.023600 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:45.095216 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-e812848c-9a5a-4be4-90ad-801ffe93b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:45.098111 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-e812848c-9a5a-4be4-90ad-801ffe93b288 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 912 time: 0.2498090 Apr 30 17:29:45.340053 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b942a-e889-4987-9fd2-289941691eaf req-b6670890-1a6e-48eb-9f60-c98b33bddaa4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:45.353760 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ee1b942a-e889-4987-9fd2-289941691eaf req-b6670890-1a6e-48eb-9f60-c98b33bddaa4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2442458 Apr 30 17:29:45.448882 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ee1b942a-e889-4987-9fd2-289941691eaf req-4c9903ef-bb3c-4e54-9b27-6b561365e6cd tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937555 Apr 30 17:29:45.591070 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-e3278209-b895-495b-b509-c1297813cce4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=315de6d0-5e5e-4559-9838-616d1cb6d592 HTTP/1.1" status: 200 len: 1000 time: 0.4808397 Apr 30 17:29:45.685231 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-af767818-3111-41bd-8275-e89106029041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:45.688836 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-af767818-3111-41bd-8275-e89106029041 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 200 len: 850 time: 0.0834064 Apr 30 17:29:45.698716 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'cdcf981d-ca8b-4847-b7d7-091778349d71', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'floating_ip_address': '172.28.3.252', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'port_id': '315de6d0-5e5e-4559-9838-616d1cb6d592', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'mac_address': 'fa:16:3e:b0:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da780671-df77-46d8-96ca-482d8c8c497f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:29:08Z', 'updated_at': '2021-04-30T17:29:42Z', 'revision_number': 1, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:45.705023 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] Checking router: 833852cf-50b8-433d-b5f9-8c34cda8c797 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:29:45.714457 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:29:45.715054 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:29:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:45.866255 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-f011da84-f564-4acc-9b29-6487782ea323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:45.868693 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-f011da84-f564-4acc-9b29-6487782ea323 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1727204 Apr 30 17:29:46.069025 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 40878) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:46.256116 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:29:46.292749 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-12323a91-93a7-4f17-8b58-f9bc9be568e2 service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131329 Apr 30 17:29:46.553031 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:46.628329 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-4d391af4-b159-4168-88c6-9ba1c4bbcefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:46.674542 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:46.698061 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Usage tracker for resource:security_group_rule and tenant:d6b1acf47eb64d7bb5e97dac458f3ca7 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:46.704608 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:46.725384 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:46.741853 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2021a9ab-d58b-48dd-afa5-e9f98763651f req-69b9425c-f566-4887-8790-e914bb46bf7e service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410131 Apr 30 17:29:46.975649 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfc658-898b-4204-b34f-9a8e5e6144af req-0b7d8a6a-74a1-4318-91eb-d9d77a5b6c9b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:46.977460 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1bdfc658-898b-4204-b34f-9a8e5e6144af req-0b7d8a6a-74a1-4318-91eb-d9d77a5b6c9b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1497958 Apr 30 17:29:46.985407 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.065908 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1bdfc658-898b-4204-b34f-9a8e5e6144af req-fa27c009-bb63-481c-b9f6-2d8a993235ca tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779939 Apr 30 17:29:47.076054 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'cdcf981d-ca8b-4847-b7d7-091778349d71', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'floating_ip_address': '172.28.3.252', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'port_id': '315de6d0-5e5e-4559-9838-616d1cb6d592', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'mac_address': 'fa:16:3e:b0:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da780671-df77-46d8-96ca-482d8c8c497f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:29:08Z', 'updated_at': '2021-04-30T17:29:42Z', 'revision_number': 1, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:29:47.081227 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.082998 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2979d5-b6c8-4705-b22f-e2ded31a1aae None None] The sync data for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb is: [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'cdcf981d-ca8b-4847-b7d7-091778349d71', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'floating_ip_address': '172.28.3.252', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'port_id': '315de6d0-5e5e-4559-9838-616d1cb6d592', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 77, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'mac_address': 'fa:16:3e:b0:d5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da780671-df77-46d8-96ca-482d8c8c497f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:29:08Z', 'updated_at': '2021-04-30T17:29:42Z', 'revision_number': 1, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:29:47.157843 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:47.186370 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6b1acf47eb64d7bb5e97dac458f3ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1131105 Apr 30 17:29:47.187085 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40906) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:47.243066 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000ae704-8a91-449d-a930-38aadea79533,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:47.252796 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:47.384036 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-da4a173a-b344-4da8-ab16-d4bb2be36f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.491127 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-da4a173a-b344-4da8-ab16-d4bb2be36f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.495442 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a437-1a94-45af-9eb2-db687e7a139a req-ed6d26cb-37e2-455a-8097-60f2688b5bd6 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:47.497980 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6151a437-1a94-45af-9eb2-db687e7a139a req-ed6d26cb-37e2-455a-8097-60f2688b5bd6 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 945 time: 0.2373896 Apr 30 17:29:47.525862 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a58789-2063-48ce-965f-89c9261993bf None None] New status for floating IP cdcf981d-ca8b-4847-b7d7-091778349d71: ACTIVE {{(pid=74465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:29:47.634550 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6151a437-1a94-45af-9eb2-db687e7a139a req-bafc9bf2-144f-4b3c-9880-b62f7e75951a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299984 Apr 30 17:29:47.782529 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-da4a173a-b344-4da8-ab16-d4bb2be36f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.787924 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9b76db41-e934-441d-9266-0208d555d85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:47.799112 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a173a-b344-4da8-ab16-d4bb2be36f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000ae704-8a91-449d-a930-38aadea79533,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:47.804464 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-da4a173a-b344-4da8-ab16-d4bb2be36f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:47.806641 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-da4a173a-b344-4da8-ab16-d4bb2be36f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:47.810103 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-da4a173a-b344-4da8-ab16-d4bb2be36f68 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/000ae704-8a91-449d-a930-38aadea79533 HTTP/1.1" status: 204 len: 168 time: 0.6198454 Apr 30 17:29:48.206526 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-faa2bf55-35d6-4ffb-952c-85fc0b7b2d88 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:48.208079 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-faa2bf55-35d6-4ffb-952c-85fc0b7b2d88 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 814 time: 0.2857330 Apr 30 17:29:48.229641 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-9a73d661-d141-43e3-a26b-d101ce2f2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:48.231296 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-9a73d661-d141-43e3-a26b-d101ce2f2363 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 1098 time: 0.0899806 Apr 30 17:29:48.233114 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-1f1d6129-00bf-4175-a2fe-616a4df831b9 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/quotas/27edf4bf62874f89b85fe09a8b8b4762 HTTP/1.1" status: 200 len: 375 time: 0.0192373 Apr 30 17:29:48.278748 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2886b68-49bc-4f19-b7f2-a45b14a80d9b req-8cd5a5fc-d765-47d4-a50c-1d34cb720e75 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:48.281226 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d2886b68-49bc-4f19-b7f2-a45b14a80d9b req-8cd5a5fc-d765-47d4-a50c-1d34cb720e75 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1954408 Apr 30 17:29:48.405585 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d2886b68-49bc-4f19-b7f2-a45b14a80d9b req-a65692aa-0ee6-4d2d-8ffe-86b432cc961b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076889 Apr 30 17:29:48.416516 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-53d9a22b-1f3d-43ce-ba56-0dc83c3b251b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1823032 Apr 30 17:29:48.450603 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-cc6da42a-7d93-4a70-84d4-6e2ef6816de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:48.452702 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-cc6da42a-7d93-4a70-84d4-6e2ef6816de3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 920 time: 0.2136955 Apr 30 17:29:48.540703 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-c48f26df-887e-4e76-b4de-f49a05509b16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85d3036c-0e5e-4082-b65c-1c4c786771fe HTTP/1.1" status: 200 len: 217 time: 0.0752442 Apr 30 17:29:48.602883 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-6c01bd4f-f34d-4d70-8210-78e8000c609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:48.604333 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-6c01bd4f-f34d-4d70-8210-78e8000c609d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eeae8a62-f323-4238-ac34-77efecc133e3 HTTP/1.1" status: 200 len: 859 time: 0.0618606 Apr 30 17:29:48.617080 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-41135ec5-4a2f-4f65-9fa2-c66c1f6edfa4 service neutron] 10.222.0.32 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922376 Apr 30 17:29:48.699102 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-bc37c456-dcfd-4657-93f5-c459dc270761 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ea61fc1-f262-426c-90c6-ff5c85c1d575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862181 Apr 30 17:29:48.813281 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 40948) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:48.921949 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-47e79e32-c057-489f-8513-33a4efd088a0 service neutron] 10.222.0.32 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959924 Apr 30 17:29:48.926287 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:48.961208 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:48.973222 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-918d87cb-25b2-42d9-ac7b-1f1a70d05219 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656021 Apr 30 17:29:48.975865 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Usage tracker for resource:security_group_rule and tenant:8f5cf9186d85457b871de8db4727dd58 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:48.987385 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:49.011100 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:49.074825 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3ff1f-9ce4-4fe2-a0f2-a1befc6fddfb req-33198d76-d406-4356-9ed5-a2138d0b8bab tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:49.077695 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bfd3ff1f-9ce4-4fe2-a0f2-a1befc6fddfb req-33198d76-d406-4356-9ed5-a2138d0b8bab tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 945 time: 0.2728050 Apr 30 17:29:49.151304 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.208517 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-c8fe5adc-6f8a-4df0-86ad-24e3bd977995 req-06c9e529-b01b-4dfa-b823-94800a1b08c7 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276521 Apr 30 17:29:49.221143 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bfd3ff1f-9ce4-4fe2-a0f2-a1befc6fddfb req-b37d9723-35a1-4421-8786-b7e4d1ea6fc8 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291521 Apr 30 17:29:49.377651 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedb932-8608-4911-a874-90fb700d65e1 req-950d1691-01a8-4f45-a96b-a9bc56269663 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:49.382861 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cfedb932-8608-4911-a874-90fb700d65e1 req-950d1691-01a8-4f45-a96b-a9bc56269663 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 945 time: 0.2551990 Apr 30 17:29:49.399788 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c110-efc2-41fa-b626-7f21a1c412bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.440921 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.645537 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:49.783436 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b11235a5-20f0-4254-ad4e-3f5cdc0e6480 req-0aec8e9e-8fae-4d7b-a778-2688dc55e263 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 210 time: 0.4001286 Apr 30 17:29:49.802733 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:49.928466 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f5cf9186d85457b871de8db4727dd58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1134675 Apr 30 17:29:49.933126 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 40992) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:49.963148 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4584a61b-641c-4d03-8f6b-43eebc33bf1b,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:49.963148 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:49.995218 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77cffb-fc6d-47ea-9410-6636e5306ba2 req-deec2f35-8a20-412a-942a-2fb01ec56074 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:50.004087 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3c77cffb-fc6d-47ea-9410-6636e5306ba2 req-deec2f35-8a20-412a-942a-2fb01ec56074 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.3292589 Apr 30 17:29:50.031763 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb81963-e60a-4a10-ba5e-3a96412f8976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.033684 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-cfedb932-8608-4911-a874-90fb700d65e1 req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Deleting port 065189ec-47a6-4466-bfd0-0697ac55aac0 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:29:50.034046 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cfedb932-8608-4911-a874-90fb700d65e1 req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.065825 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb81963-e60a-4a10-ba5e-3a96412f8976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.144169 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3c77cffb-fc6d-47ea-9410-6636e5306ba2 req-6bf12a24-339a-4ed6-b39c-94116b995ede tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390491 Apr 30 17:29:50.205569 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-cfedb932-8608-4911-a874-90fb700d65e1 req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] For port 065189ec-47a6-4466-bfd0-0697ac55aac0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=065189ec-47a6-4466-bfd0-0697ac55aac0,segment=NetworkSegment(c677dc86-c61f-44de-8ba3-7bf05f35ca09),segment_id=c677dc86-c61f-44de-8ba3-7bf05f35ca09)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:29:50.205918 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cfedb932-8608-4911-a874-90fb700d65e1 req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.345692 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-cfedb932-8608-4911-a874-90fb700d65e1 req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Calling delete_port for 065189ec-47a6-4466-bfd0-0697ac55aac0 owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:29:50.579584 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb81963-e60a-4a10-ba5e-3a96412f8976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.594117 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:50.604982 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.624749 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb81963-e60a-4a10-ba5e-3a96412f8976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4584a61b-641c-4d03-8f6b-43eebc33bf1b,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:50.627060 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6eb81963-e60a-4a10-ba5e-3a96412f8976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:50.627977 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6eb81963-e60a-4a10-ba5e-3a96412f8976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.632408 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6eb81963-e60a-4a10-ba5e-3a96412f8976 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4584a61b-641c-4d03-8f6b-43eebc33bf1b HTTP/1.1" status: 204 len: 168 time: 0.6955211 Apr 30 17:29:50.748816 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcb01c-e1b0-4939-9912-a497e0d22a01 req-2df4200b-c413-4e03-9bcc-7cba1ff7befc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:50.755051 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c8bcb01c-e1b0-4939-9912-a497e0d22a01 req-2df4200b-c413-4e03-9bcc-7cba1ff7befc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 945 time: 0.1830261 Apr 30 17:29:50.812767 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c8bcb01c-e1b0-4939-9912-a497e0d22a01 req-bde79839-c6d7-4878-888c-593c8bf48b7a tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/security-groups?id=fe557ae4-3856-4b47-867e-055e75c850e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545778 Apr 30 17:29:50.851666 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cfedb932-8608-4911-a874-90fb700d65e1 req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:50.861229 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-47c75abd-3ed2-4389-93a2-7ac7c4fb1d8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:50.865098 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['065189ec-47a6-4466-bfd0-0697ac55aac0'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:29:50.960727 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Pushing event deleted for resources: {'Port': ['ID=065189ec-47a6-4466-bfd0-0697ac55aac0,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:50.975190 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:51.114910 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfedb932-8608-4911-a874-90fb700d65e1 req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] No DVR routers for this DVR port 065189ec-47a6-4466-bfd0-0697ac55aac0 on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:29:51.118009 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-29104ff5-2787-48a2-8b4e-17df0f2871d8 req-202447ef-c989-499d-928c-4545729bb06d tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 210 time: 0.0593183 Apr 30 17:29:51.120724 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cfedb932-8608-4911-a874-90fb700d65e1 req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:51.123668 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6506f9-8317-4e18-aa37-53ce1d9f015a', 'name': 'network-vif-deleted', 'tag': '065189ec-47a6-4466-bfd0-0697ac55aac0'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:51.146154 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cfedb932-8608-4911-a874-90fb700d65e1 req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.64 "DELETE /v2.0/ports/065189ec-47a6-4466-bfd0-0697ac55aac0 HTTP/1.1" status: 204 len: 173 time: 1.6988451 Apr 30 17:29:51.208955 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6506f9-8317-4e18-aa37-53ce1d9f015a', 'name': 'network-vif-deleted', 'tag': '065189ec-47a6-4466-bfd0-0697ac55aac0', 'status': 'completed', 'code': 200} Apr 30 17:29:51.455484 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eaa66-41f5-4c91-9e89-ca0e801737f8 req-5377ebe2-1780-41b4-8574-534c21750f5f tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:51.458099 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c27eaa66-41f5-4c91-9e89-ca0e801737f8 req-5377ebe2-1780-41b4-8574-534c21750f5f tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1641939 Apr 30 17:29:51.581131 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c27eaa66-41f5-4c91-9e89-ca0e801737f8 req-fba28eab-6aa7-494b-90e7-b9dc6c6ee63e tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094296 Apr 30 17:29:52.023468 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fa1b13ed-e0b7-4365-b07e-5aae1a59383c req-d9a91e00-25be-45f0-b2d7-047c7773c56b tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Synchronizing usage tracker for tenant:261f35dcbafa4492b33783c3871f7d76 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:52.135980 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:52.171695 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fa1b13ed-e0b7-4365-b07e-5aae1a59383c req-d9a91e00-25be-45f0-b2d7-047c7773c56b tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Unset dirty status for tenant:261f35dcbafa4492b33783c3871f7d76 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:52.174923 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fa1b13ed-e0b7-4365-b07e-5aae1a59383c req-d9a91e00-25be-45f0-b2d7-047c7773c56b tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 210 time: 0.2093627 Apr 30 17:29:52.373509 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-65ae9616-2692-41da-b8b8-c209562fc7a7 req-98aa6591-b948-4df5-838e-5649bb4e77f9 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 210 time: 0.0729504 Apr 30 17:29:52.939859 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ea90b-5554-4640-865d-8f46d1545509 req-cd5d4b14-5975-4401-98d7-2b54eea1511b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:52.941713 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-922ea90b-5554-4640-865d-8f46d1545509 req-cd5d4b14-5975-4401-98d7-2b54eea1511b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2170711 Apr 30 17:29:52.993893 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-9b624122-43bd-4e9f-bfe7-94bbeacc8eb3 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:52.995356 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-9b624122-43bd-4e9f-bfe7-94bbeacc8eb3 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 814 time: 0.3219590 Apr 30 17:29:53.012922 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Request body: {'port': {'device_id': '1981f884-cb03-490b-83eb-b4edf55041c2', 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a', 'admin_state_up': True, 'tenant_id': '27edf4bf62874f89b85fe09a8b8b4762'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:53.074663 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-922ea90b-5554-4640-865d-8f46d1545509 req-a8133939-3777-4437-a7ae-1c3c7edb83e2 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082637 Apr 30 17:29:53.265428 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:53.296331 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:53.405514 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Made reservation on behalf of 27edf4bf62874f89b85fe09a8b8b4762 for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:29:53.410893 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:53.704079 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-332f04e5-8ce2-40a0-95a2-d50949ab9740 req-8b0e1c30-ff4c-4b21-943e-ea6862989426 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f6506f9-8317-4e18-aa37-53ce1d9f015a HTTP/1.1" status: 200 len: 210 time: 0.2454877 Apr 30 17:29:53.738162 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fca3e795-e93e-47f8-80f1-3c5f3e64636a req-f6165f25-90ff-499b-b54b-06ec7635f2af tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 210 time: 0.1236072 Apr 30 17:29:53.902022 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Allocated IP 172.20.0.10 (795d416a-ff8d-4a53-9908-c0009e59784a/50915d68-348e-425b-8bf6-f666b72f8168/405c72fb-3f2c-48b0-93a6-bc4c224bfcf0) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:29:54.006300 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 065189ec-47a6-4466-bfd0-0697ac55aac0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:29:54.086821 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 065189ec-47a6-4466-bfd0-0697ac55aac0 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:29:54.087288 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 065189ec-47a6-4466-bfd0-0697ac55aac0 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:29:54.219587 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:54.411304 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:54.422686 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ec5f8852-6afa-4b5e-93d0-cdf38b72b4dc tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:54.432286 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['21af39cc-70bf-40aa-aeac-108f08090f57'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:29:54.467566 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a018b39-1f26-4db8-98ef-7fff4a69c5f1 req-2ab09b29-bf25-4fab-b1e9-995812658ea3 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:54.469144 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9a018b39-1f26-4db8-98ef-7fff4a69c5f1 req-2ab09b29-bf25-4fab-b1e9-995812658ea3 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1457987 Apr 30 17:29:54.650254 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Network 795d416a-ff8d-4a53-9908-c0009e59784a is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:29:54.655931 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:29:54.671458 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:29:54.677775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:54.678653 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:54.683752 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Pushing event updated for resources: {'Port': ['ID=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:54.711959 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9a018b39-1f26-4db8-98ef-7fff4a69c5f1 req-d284171b-94b7-48c2-b9ac-a3c9e9d183ab tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381066 Apr 30 17:29:54.713386 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.714122 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.714528 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.714889 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.715233 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.715576 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.716033 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.716384 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.717355 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.717703 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.718043 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.718409 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:54.730495 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:54.818387 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8082974 Apr 30 17:29:54.834736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Request body: {'port': {'device_id': '1981f884-cb03-490b-83eb-b4edf55041c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:29:55.056499 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.287236 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11744ec9-08be-4b80-a78f-3971f15cafa6 req-3a45cf30-0c22-488f-b896-68cec21eda8e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:55.288154 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-11744ec9-08be-4b80-a78f-3971f15cafa6 req-3a45cf30-0c22-488f-b896-68cec21eda8e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Synchronizing usage tracker for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:29:55.504976 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-11744ec9-08be-4b80-a78f-3971f15cafa6 req-3a45cf30-0c22-488f-b896-68cec21eda8e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Unset dirty status for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:29:55.507652 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-11744ec9-08be-4b80-a78f-3971f15cafa6 req-3a45cf30-0c22-488f-b896-68cec21eda8e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 932 time: 0.5106370 Apr 30 17:29:55.647428 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-11744ec9-08be-4b80-a78f-3971f15cafa6 req-0fa41126-175e-4976-9a46-484f641aa9c4 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282642 Apr 30 17:29:55.653347 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:29:55.662967 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.698304 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Transition to ACTIVE for port object 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:29:55.772746 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:55.787083 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-205959a1-63d6-4bb1-9344-0fe1b3bc88ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:56.026960 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:56.055940 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:56.097220 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Attempting to bind port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:29:56.097556 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Attempting to bind port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:29:56.097886 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Attempting to bind port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 on network 795d416a-ff8d-4a53-9908-c0009e59784a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:56.109921 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 on network 795d416a-ff8d-4a53-9908-c0009e59784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:29:56.110304 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Attempting to bind port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 on network 795d416a-ff8d-4a53-9908-c0009e59784a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:29:56.119205 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:29:56.119544 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Checking segment: {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:29:56.119933 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Bound using segment: {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:29:56.120382 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Bound port: 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:29:56.120730 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.139758 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e51306-5bf1-4cc8-9cbd-89c2c5674f4b req-5b055e8c-be89-40bf-b997-fe56a9409462 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:56.141329 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a3e51306-5bf1-4cc8-9cbd-89c2c5674f4b req-5b055e8c-be89-40bf-b997-fe56a9409462 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1949484 Apr 30 17:29:56.258474 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a3e51306-5bf1-4cc8-9cbd-89c2c5674f4b req-2bbe5050-f4c1-4f26-bf16-5b0edce228c2 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825598 Apr 30 17:29:56.269079 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] For port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:29:56.273021 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] For port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:29:56.365991 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.370766 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:56.434864 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:56.435559 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:56.437652 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] 10.222.0.64 "PUT /v2.0/ports/405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 HTTP/1.1" status: 200 len: 1094 time: 1.6069205 Apr 30 17:29:56.438318 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1981f884-cb03-490b-83eb-b4edf55041c2', 'tag': '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:29:56.464473 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:56.475784 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:56.550651 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1981f884-cb03-490b-83eb-b4edf55041c2', 'tag': '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0', 'status': 'completed', 'code': 200} Apr 30 17:29:56.784101 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55d43d-bb49-4128-b7fa-e521284bcdb1 req-9add0b65-df5a-4bfa-8c5a-b95951539e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:56.787186 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7f55d43d-bb49-4128-b7fa-e521284bcdb1 req-9add0b65-df5a-4bfa-8c5a-b95951539e5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 1097 time: 0.1826401 Apr 30 17:29:57.068270 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55d43d-bb49-4128-b7fa-e521284bcdb1 req-e4d7a3c0-2c97-4fe7-85ab-bae02d35be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:57.069738 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7f55d43d-bb49-4128-b7fa-e521284bcdb1 req-e4d7a3c0-2c97-4fe7-85ab-bae02d35be23 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2741117 Apr 30 17:29:57.079117 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3486-7eba-43fd-b538-689076569226 req-8c13c5e1-c99c-4a1a-b97c-72065bec6645 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:57.080705 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ceea3486-7eba-43fd-b538-689076569226 req-8c13c5e1-c99c-4a1a-b97c-72065bec6645 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 944 time: 0.2399390 Apr 30 17:29:57.225502 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ceea3486-7eba-43fd-b538-689076569226 req-ff32ae77-0bd2-48f5-b988-25a1f981540b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247947 Apr 30 17:29:57.259964 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55d43d-bb49-4128-b7fa-e521284bcdb1 req-243ae1b6-be28-4c58-8856-7c52d59bd02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:57.261740 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7f55d43d-bb49-4128-b7fa-e521284bcdb1 req-243ae1b6-be28-4c58-8856-7c52d59bd02d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801367 Apr 30 17:29:57.444561 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41256) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:57.603502 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.626800 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:57.632531 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Usage tracker for resource:security_group_rule and tenant:3c779224bdd54ed58e7a9fb6f6002fd0 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:57.643165 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:57.657039 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:57.724364 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-9f1c7ff8-8b13-4528-993e-154110f3a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:57.727217 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-9f1c7ff8-8b13-4528-993e-154110f3a0a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 1097 time: 0.4204607 Apr 30 17:29:57.750592 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0d1ac-071f-4e4f-bc4b-046b6f34c3ae req-15e8882a-6cc2-4bd9-a8df-a13df844a2b6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:57.753254 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-20a0d1ac-071f-4e4f-bc4b-046b6f34c3ae req-15e8882a-6cc2-4bd9-a8df-a13df844a2b6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2455735 Apr 30 17:29:57.866756 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.880333 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-c447b307-594f-44bc-a192-b09141afa22c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 HTTP/1.1" status: 200 len: 217 time: 0.1255231 Apr 30 17:29:57.976856 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:57.999003 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:58.050009 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 41276) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:58.050584 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c4f2f-1829-4589-a152-cc0628277633,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:58.071823 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.073245 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.073838 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.074511 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.075072 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.075675 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.076393 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.077158 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.077907 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.078534 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.079220 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.079770 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:29:58.085353 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:58.101946 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c779224bdd54ed58e7a9fb6f6002fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6558578 Apr 30 17:29:58.106852 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41284) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:58.189528 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_v2 [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] Deleting subnet a4ca9e02-6d36-4972-ae09-49550dae7fb5 {{(pid=74464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:29:58.205402 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-20a0d1ac-071f-4e4f-bc4b-046b6f34c3ae req-53cceed6-f1b1-49f2-8d25-f2dcf1860108 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279324 Apr 30 17:29:58.215568 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.266228 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41296) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:58.333246 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-516da13b-3f76-4fa8-9eb6-4217c8ea0f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.382666 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.393118 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.401042 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-516da13b-3f76-4fa8-9eb6-4217c8ea0f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.498228 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e3b32525-b45a-402c-b4f7-ca483767f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:58.500003 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-e3b32525-b45a-402c-b4f7-ca483767f5aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50915d68-348e-425b-8bf6-f666b72f8168 HTTP/1.1" status: 200 len: 854 time: 0.5927022 Apr 30 17:29:58.594429 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.631077 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:29:58.639536 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:aecfa5546df643da86406fb5c235fa82 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:29:58.645492 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:29:58.658838 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:29:58.666377 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-7620049a-ebf1-4d80-8c8d-72387a2fe2f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795d416a-ff8d-4a53-9908-c0009e59784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556845 Apr 30 17:29:58.679967 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-516da13b-3f76-4fa8-9eb6-4217c8ea0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.798023 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:58.833111 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516da13b-3f76-4fa8-9eb6-4217c8ea0f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c4f2f-1829-4589-a152-cc0628277633,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:58.849898 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-516da13b-3f76-4fa8-9eb6-4217c8ea0f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:58.869076 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-516da13b-3f76-4fa8-9eb6-4217c8ea0f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:58.871045 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-516da13b-3f76-4fa8-9eb6-4217c8ea0f32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d4c4f2f-1829-4589-a152-cc0628277633 HTTP/1.1" status: 204 len: 168 time: 0.7616959 Apr 30 17:29:59.036104 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.092163 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-454e85f5-f035-433c-8bf5-873a3001c91b service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146049 Apr 30 17:29:59.103454 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbfff2-f8bd-4190-8c25-527db66150ef req-32acf250-84da-4f02-b3f0-c0fcf0a3049e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:59.105011 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d3dbfff2-f8bd-4190-8c25-527db66150ef req-32acf250-84da-4f02-b3f0-c0fcf0a3049e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 944 time: 0.5143135 Apr 30 17:29:59.124573 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.142028 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-45e915a7-af95-4037-842e-cb092010c515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:59.221962 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836fae80-4466-459a-967b-b40c16e40c3f,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:59.234160 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aecfa5546df643da86406fb5c235fa82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9602320 Apr 30 17:29:59.234160 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:59.235884 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41310) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:59.236592 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.253113 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:59.295961 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d3dbfff2-f8bd-4190-8c25-527db66150ef req-486498ce-f5a1-458b-aa85-69f9047dc85a tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648591 Apr 30 17:29:59.300676 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ca9e02-6d36-4972-ae09-49550dae7fb5,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:59.308113 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.316946 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:59.328588 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a4ca9e02-6d36-4972-ae09-49550dae7fb5 HTTP/1.1" status: 204 len: 168 time: 1.2770832 Apr 30 17:29:59.333181 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 41316) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:29:59.385508 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ee3f647-2e2b-4d2d-a149-9506d09aabaf req-9403650b-73f2-42bc-978d-af019223e0dc service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793493 Apr 30 17:29:59.394168 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-381d0e99-863b-41e1-a144-c2ef3eb65912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.447044 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-381d0e99-863b-41e1-a144-c2ef3eb65912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.557741 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.605371 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9582178-1d91-4df7-875d-7870a2ee8a3d req-0864e628-595e-4d7b-b77e-b8ee7b5a07d1 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:29:59.607027 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b9582178-1d91-4df7-875d-7870a2ee8a3d req-0864e628-595e-4d7b-b77e-b8ee7b5a07d1 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2244227 Apr 30 17:29:59.667545 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-381d0e99-863b-41e1-a144-c2ef3eb65912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.673971 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a266d15a-c79b-4c34-bba4-30fe74904e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:29:59.697266 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d0e99-863b-41e1-a144-c2ef3eb65912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836fae80-4466-459a-967b-b40c16e40c3f,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:29:59.703526 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-381d0e99-863b-41e1-a144-c2ef3eb65912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:29:59.708461 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-381d0e99-863b-41e1-a144-c2ef3eb65912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.710637 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-381d0e99-863b-41e1-a144-c2ef3eb65912 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/836fae80-4466-459a-967b-b40c16e40c3f HTTP/1.1" status: 204 len: 168 time: 0.4742341 Apr 30 17:29:59.769144 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:29:59.786233 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b9582178-1d91-4df7-875d-7870a2ee8a3d req-5cf11ccf-fcf8-45db-93e9-9fc162cec356 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539509 Apr 30 17:29:59.993683 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41340) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:00.030195 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.030774 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.031992 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.032532 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > port after_create 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.033070 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > port after_delete 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.033603 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > port after_update 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.034424 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.034988 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.035606 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.036120 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.047393 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.086058 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:00.093941 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Usage tracker for resource:security_group_rule and tenant:9d365873ad7d4ac1b26adacbcb0f4cd9 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:00.098240 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:00.114217 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:00.260276 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.324305 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.325040 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.325188 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.325579 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:30:00.326306 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91f97c5-a651-44fc-b2ce-8a6f4fea9795']}} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:00.342523 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c677dc86-c61f-44de-8ba3-7bf05f35ca09') {'for_net_delete': True} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:00.342813 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c677dc86-c61f-44de-8ba3-7bf05f35ca09') {} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:30:00.354733 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.359363 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530770787'] for segment, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.373966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-516da13b-3f76-4fa8-9eb6-4217c8ea0f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:00.391408 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.401400 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=74464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:30:00.457681 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d365873ad7d4ac1b26adacbcb0f4cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622350 Apr 30 17:30:00.467339 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41350) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:00.470949 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209681ca-f54f-45dc-9afb-4343d15310ac,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:00.475197 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:00.562825 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2f829cc0-59da-4ead-8b8f-5ed80222d2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.630496 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2f829cc0-59da-4ead-8b8f-5ed80222d2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.780360 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41356) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:00.794550 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:30:00.812754 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.813190 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530792215'] for segment, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.822383 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:00.827770 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Usage tracker for resource:security_group_rule and tenant:21cab7e15654464088f93f1a0c55308a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:00.832650 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:00.841182 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2f829cc0-59da-4ead-8b8f-5ed80222d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.845791 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1807b064-6191-4948-a3ed-bcffdbea7abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:00.853300 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:00.869473 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f829cc0-59da-4ead-8b8f-5ed80222d2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209681ca-f54f-45dc-9afb-4343d15310ac,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:00.874618 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2f829cc0-59da-4ead-8b8f-5ed80222d2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:00.884575 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2f829cc0-59da-4ead-8b8f-5ed80222d2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:00.892180 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-2f829cc0-59da-4ead-8b8f-5ed80222d2cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/209681ca-f54f-45dc-9afb-4343d15310ac HTTP/1.1" status: 204 len: 168 time: 0.4164395 Apr 30 17:30:01.007755 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.113301 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.122658 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:01.162670 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Network e91f97c5-a651-44fc-b2ce-8a6f4fea9795 has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:30:01.172144 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21cab7e15654464088f93f1a0c55308a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898315 Apr 30 17:30:01.178944 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41368) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:01.183919 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fe9366-0d98-43d8-a8ce-24225750c99f,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:01.191559 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: from cryptography.utils import int_from_bytes Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: from cryptography.utils import int_from_bytes Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: Traceback (most recent call last): Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: timer() Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: cb(*args, **kw) Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: return func(*args, **kwargs) Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: self._notify() Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: self.callback(batched_events) Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: event.method(event) Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: return f(self, *a, **k) Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: return self._get(url).json() Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: return self.request(url, 'GET', **kwargs) Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:30:01.207071 dv-cinder-784779-10-smb neutron-server[74464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:30:01.238901 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ff3be-b9b8-489b-b3b6-93160c7bef72 req-f833b8bb-77c5-42cd-b407-e88783a6fe16 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:01.239932 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-309ff3be-b9b8-489b-b3b6-93160c7bef72 req-f833b8bb-77c5-42cd-b407-e88783a6fe16 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 944 time: 0.6059580 Apr 30 17:30:01.333691 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ad81d2a-f38b-452c-95d9-3feeae5e08be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.367659 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-309ff3be-b9b8-489b-b3b6-93160c7bef72 req-ac24f8c9-d573-4545-bf7a-197d48110787 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264939 Apr 30 17:30:01.425340 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0927ecb-e4a6-4463-901b-24b6f7a068dc req-85afcb66-f6dd-4c90-83bf-7bd9d7cad256 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:01.433528 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f0927ecb-e4a6-4463-901b-24b6f7a068dc req-85afcb66-f6dd-4c90-83bf-7bd9d7cad256 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.4090755 Apr 30 17:30:01.437497 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ad81d2a-f38b-452c-95d9-3feeae5e08be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.497414 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f0927ecb-e4a6-4463-901b-24b6f7a068dc req-0c8525bd-dfac-4e04-911c-dea82f0fcf5c tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629950 Apr 30 17:30:01.498766 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.506736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-288199a0-5927-4ebb-b1dc-7693368a2794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:01.536563 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Pushing event deleted for resources: {'Network': ['ID=e91f97c5-a651-44fc-b2ce-8a6f4fea9795,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:01.539078 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.544693 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:01.669273 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-9bbb12fb-c4fc-4ad1-8fc9-a261896f782b admin admin] 10.222.0.32 "DELETE /v2.0/networks/e91f97c5-a651-44fc-b2ce-8a6f4fea9795 HTTP/1.1" status: 204 len: 168 time: 2.3328092 Apr 30 17:30:01.753782 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ad81d2a-f38b-452c-95d9-3feeae5e08be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.767130 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6b3fd47f-803d-4782-bdc6-8de44b3c976f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:01.793846 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad81d2a-f38b-452c-95d9-3feeae5e08be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fe9366-0d98-43d8-a8ce-24225750c99f,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:01.801976 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9ad81d2a-f38b-452c-95d9-3feeae5e08be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:01.806454 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ad81d2a-f38b-452c-95d9-3feeae5e08be admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:01.808789 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-9ad81d2a-f38b-452c-95d9-3feeae5e08be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77fe9366-0d98-43d8-a8ce-24225750c99f HTTP/1.1" status: 204 len: 168 time: 0.6276824 Apr 30 17:30:02.051830 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:30:02.235159 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:02.263154 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0', 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a', 'port_id': '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0', 'mac_address': 'fa:16:3e:c9:c4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50915d68-348e-425b-8bf6-f666b72f8168', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:30:02.360577 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.382173 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:30:02.405354 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:02.557665 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.561149 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:02.582283 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41410) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:02.796846 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-475c50e9-6146-40f3-965a-f4a2770f23cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=261f35dcbafa4492b33783c3871f7d76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2124043 Apr 30 17:30:02.799200 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41420) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:02.799420 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d4cbe-f642-4002-b9ae-1d839da6f5f1 req-aa726ef1-b565-49e4-b812-0a1c7c51587f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:02.821186 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-752d4cbe-f642-4002-b9ae-1d839da6f5f1 req-aa726ef1-b565-49e4-b812-0a1c7c51587f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 945 time: 0.2401378 Apr 30 17:30:02.897507 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:02.917699 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.918507 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.919258 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.920379 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.921712 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.923483 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.924259 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.925322 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.926159 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.926950 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.927729 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.928900 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:02.937757 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:02.977820 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f92005f8-7955-4271-9c17-a6e2b7b2595d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:02.978110 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['405c72fb-3f2c-48b0-93a6-bc4c224bfcf0'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:30:02.996328 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-752d4cbe-f642-4002-b9ae-1d839da6f5f1 req-de63b2ba-98f5-4df3-a4d3-97d44d2336cc tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736529 Apr 30 17:30:03.040309 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f92005f8-7955-4271-9c17-a6e2b7b2595d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:03.059609 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad678-e6c9-45e5-a884-cff6c49d947f req-a7a36885-a061-4cc6-9ade-88004e186179 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:03.062524 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c85ad678-e6c9-45e5-a884-cff6c49d947f req-a7a36885-a061-4cc6-9ade-88004e186179 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1664340 Apr 30 17:30:03.177568 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c85ad678-e6c9-45e5-a884-cff6c49d947f req-9d8bbd53-c284-4909-b7fe-9b7fd6adc4ef tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040819 Apr 30 17:30:03.211055 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f92005f8-7955-4271-9c17-a6e2b7b2595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:03.216564 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a7fb1c73-b99c-4933-b37e-ba82cbe1e2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:03.244684 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92005f8-7955-4271-9c17-a6e2b7b2595d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe557ae4-3856-4b47-867e-055e75c850e5,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:03.257914 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f92005f8-7955-4271-9c17-a6e2b7b2595d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:03.262358 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f92005f8-7955-4271-9c17-a6e2b7b2595d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:03.264542 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-f92005f8-7955-4271-9c17-a6e2b7b2595d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe557ae4-3856-4b47-867e-055e75c850e5 HTTP/1.1" status: 204 len: 168 time: 0.4623513 Apr 30 17:30:04.562529 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a470d-48d5-4865-9629-6deffd0c7369 req-dae4d4d6-f44c-40c5-8549-ea2c8a36946b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:04.570369 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d88a470d-48d5-4865-9629-6deffd0c7369 req-dae4d4d6-f44c-40c5-8549-ea2c8a36946b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 945 time: 0.2914355 Apr 30 17:30:04.635250 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb26cc1-4d62-4e0b-ac2a-3266656ba4d8 req-08376888-5472-492e-9bc3-37ccf86a13a6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:04.637901 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4fb26cc1-4d62-4e0b-ac2a-3266656ba4d8 req-08376888-5472-492e-9bc3-37ccf86a13a6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2624803 Apr 30 17:30:04.714182 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d88a470d-48d5-4865-9629-6deffd0c7369 req-549f7b72-4a79-4ebd-9611-6ca650ca8485 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306231 Apr 30 17:30:04.807952 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4fb26cc1-4d62-4e0b-ac2a-3266656ba4d8 req-de43cce5-096c-456e-873c-a103dec90e82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591091 Apr 30 17:30:06.000283 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d00fa-8620-43c7-bf6f-b27e2730e816 req-bad089b1-d294-4f30-bb6e-07408102e303 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:06.002932 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a81d00fa-8620-43c7-bf6f-b27e2730e816 req-bad089b1-d294-4f30-bb6e-07408102e303 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 945 time: 0.1119249 Apr 30 17:30:06.080563 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a81d00fa-8620-43c7-bf6f-b27e2730e816 req-a83bcfe9-aea1-4a32-b057-e9cf75dfda92 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709758 Apr 30 17:30:06.081847 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:30:06.324417 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:30:06.330656 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:30:06.331150 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.474712 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbfa36-968a-4322-9cf9-981f260bfb64 req-02997aad-794d-424b-8796-13e375baa364 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:06.478249 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fdbbfa36-968a-4322-9cf9-981f260bfb64 req-02997aad-794d-424b-8796-13e375baa364 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1689355 Apr 30 17:30:06.478508 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.519558 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1981f884-cb03-490b-83eb-b4edf55041c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:30:06.534788 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:06.582222 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fdbbfa36-968a-4322-9cf9-981f260bfb64 req-781579f3-7e38-454d-8b0b-6944511d3ec7 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953553 Apr 30 17:30:06.650305 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:06.653565 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-19031456-cda7-4a49-ba87-227ffec81226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:06.809620 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:06.817219 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:06.842909 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 41600) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:06.893994 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1981f884-cb03-490b-83eb-b4edf55041c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0', 'code': 200} Apr 30 17:30:07.025933 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.045429 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:07.052395 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Usage tracker for resource:security_group_rule and tenant:ce8851ff0dee474ea055cefe0ff04347 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:07.057328 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:07.068324 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:07.184170 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.285767 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.299436 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:07.513086 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce8851ff0dee474ea055cefe0ff04347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659491 Apr 30 17:30:07.515575 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41632) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:07.517947 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84ee9a4-7a69-4c61-ba10-b95f13751e0f,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:07.537734 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:07.581262 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6a5cb-000e-4d42-934d-fe8a4bcc19c3 req-a95c44c4-e844-40e0-8e1a-ba97daf15a8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:07.582975 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-01d6a5cb-000e-4d42-934d-fe8a4bcc19c3 req-a95c44c4-e844-40e0-8e1a-ba97daf15a8f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 946 time: 0.3385727 Apr 30 17:30:07.619524 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8a87-bb96-4d6a-808d-71a49667a88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.622763 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be4ac2-6f4d-4704-9c3b-20df7cf247f8 req-9edbd547-a3bb-4cd1-99a7-9641455c42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:07.624683 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-02be4ac2-6f4d-4704-9c3b-20df7cf247f8 req-9edbd547-a3bb-4cd1-99a7-9641455c42ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 1099 time: 0.2019444 Apr 30 17:30:07.654825 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8a87-bb96-4d6a-808d-71a49667a88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.677122 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-01d6a5cb-000e-4d42-934d-fe8a4bcc19c3 req-58dbc6f9-7941-41b1-8e44-0fcb388e5e08 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857649 Apr 30 17:30:07.748256 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-02be4ac2-6f4d-4704-9c3b-20df7cf247f8 req-4616a25f-32d5-4966-84a0-1f9360b4eb83 service neutron] Synchronizing usage tracker for tenant:b6928064967b4474bad2ea7418987ed3 on resource:security_group {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:30:07.879530 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8a87-bb96-4d6a-808d-71a49667a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.895042 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e75a3f78-e53c-4a45-b324-01a9071a7212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:07.928983 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8a87-bb96-4d6a-808d-71a49667a88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:07.936907 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-5b1a8a87-bb96-4d6a-808d-71a49667a88d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f84ee9a4-7a69-4c61-ba10-b95f13751e0f HTTP/1.1" status: 204 len: 168 time: 0.4189756 Apr 30 17:30:07.938621 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a8a87-bb96-4d6a-808d-71a49667a88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84ee9a4-7a69-4c61-ba10-b95f13751e0f,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:07.943529 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5b1a8a87-bb96-4d6a-808d-71a49667a88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:08.037532 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-02be4ac2-6f4d-4704-9c3b-20df7cf247f8 req-4616a25f-32d5-4966-84a0-1f9360b4eb83 service neutron] Unset dirty status for tenant:b6928064967b4474bad2ea7418987ed3 on resource:security_group {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:30:08.047289 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-02be4ac2-6f4d-4704-9c3b-20df7cf247f8 req-4616a25f-32d5-4966-84a0-1f9360b4eb83 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078343 Apr 30 17:30:08.160096 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603944d-9f7e-4c6a-b978-3283bc59c012 req-da31c04a-ebfc-4b43-b676-d92748c0ce40 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:08.162797 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9603944d-9f7e-4c6a-b978-3283bc59c012 req-da31c04a-ebfc-4b43-b676-d92748c0ce40 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2913728 Apr 30 17:30:08.228012 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9603944d-9f7e-4c6a-b978-3283bc59c012 req-94d599d1-1ef3-4330-b7ab-531da961acb4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Apr 30 17:30:08.676901 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-51d6f0ba-c6a1-45aa-8c6d-70f503741e25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891135 Apr 30 17:30:08.844603 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41674) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:08.949405 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-61caca2b-dfd0-498a-b4ef-f5f94d99bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:08.950839 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-61caca2b-dfd0-498a-b4ef-f5f94d99bc1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 1098 time: 0.1697948 Apr 30 17:30:08.965151 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c968102-3510-44ab-93a0-8fb220a32d84 req-0e6a6203-119e-448e-97fd-500d72dca360 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:08.967052 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5c968102-3510-44ab-93a0-8fb220a32d84 req-0e6a6203-119e-448e-97fd-500d72dca360 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 946 time: 0.1438475 Apr 30 17:30:09.011557 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.031587 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:09.036673 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6d62d5e5da43949066ee16c31fd413 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:09.042591 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:09.051867 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:09.154791 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5c968102-3510-44ab-93a0-8fb220a32d84 req-a99d2d78-930f-450f-9a48-5660dcd08072 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797025 Apr 30 17:30:09.222432 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-ca3f2966-4f2c-48aa-878c-2f420cc84f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:09.223994 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-ca3f2966-4f2c-48aa-878c-2f420cc84f64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 915 time: 0.2240252 Apr 30 17:30:09.226348 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.308751 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-a71eaf66-282e-496b-a75e-38f0f044a46a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21af39cc-70bf-40aa-aeac-108f08090f57 HTTP/1.1" status: 200 len: 217 time: 0.0754440 Apr 30 17:30:09.403056 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.411494 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-b5aae2dd-6e32-416f-afaf-bd0622b0c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:09.413213 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-b5aae2dd-6e32-416f-afaf-bd0622b0c24a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50915d68-348e-425b-8bf6-f666b72f8168 HTTP/1.1" status: 200 len: 854 time: 0.0862865 Apr 30 17:30:09.418780 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:09.454959 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41694) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:09.478020 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.493564 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a6d62d5e5da43949066ee16c31fd413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6478307 Apr 30 17:30:09.497092 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41700) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:09.500992 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c80bb7b-13dd-4972-93f4-82cf7e43cfed,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:09.509524 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-b7aed4e1-c743-4087-b94a-ad38dc832f5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795d416a-ff8d-4a53-9908-c0009e59784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775731 Apr 30 17:30:09.518784 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:09.536792 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:09.541609 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Usage tracker for resource:security_group_rule and tenant:338aa61c660b4cc08da572e40080e54a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:09.545315 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:09.552330 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:09.654859 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.757166 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8b6f1303-e26a-450c-bbd3-8dea135eb541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.767171 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-3bdebdca-97b3-465b-8724-da21713c6297 service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363753 Apr 30 17:30:09.792120 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:09.824873 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-259a74d6-257f-428e-9c23-03512063757d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:09.906950 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2fee53-d56b-4163-a068-4ba75c6f4aa5,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:09.915594 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:09.932537 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a56f44-22cf-4859-be8d-31791ae67be1 req-8f750c96-82e5-43e6-b0fe-4d34a6c9866a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:09.934135 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-52a56f44-22cf-4859-be8d-31791ae67be1 req-8f750c96-82e5-43e6-b0fe-4d34a6c9866a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2270536 Apr 30 17:30:09.946171 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8b6f1303-e26a-450c-bbd3-8dea135eb541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.007643 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=338aa61c660b4cc08da572e40080e54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511229 Apr 30 17:30:10.010925 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 41722) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:10.018827 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b76585-4314-4d5e-83b1-e22be6fd2710 req-335382c0-81db-4823-91d7-fdfbe93419b5 service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379956 Apr 30 17:30:10.048170 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-52a56f44-22cf-4859-be8d-31791ae67be1 req-d9c0a470-b2b9-4ccf-815c-b437bc5a72d0 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039245 Apr 30 17:30:10.115566 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9f6bebc3-c4c0-4c80-83a2-eb320d9c2729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.146225 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9f6bebc3-c4c0-4c80-83a2-eb320d9c2729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.206360 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8b6f1303-e26a-450c-bbd3-8dea135eb541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.221664 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:10.266278 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f1303-e26a-450c-bbd3-8dea135eb541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c80bb7b-13dd-4972-93f4-82cf7e43cfed,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:10.281969 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8b6f1303-e26a-450c-bbd3-8dea135eb541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:10.314313 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8b6f1303-e26a-450c-bbd3-8dea135eb541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.327551 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-8b6f1303-e26a-450c-bbd3-8dea135eb541 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c80bb7b-13dd-4972-93f4-82cf7e43cfed HTTP/1.1" status: 204 len: 168 time: 0.8279352 Apr 30 17:30:10.368237 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9f6bebc3-c4c0-4c80-83a2-eb320d9c2729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.378480 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8eb9fbd6-edd0-4196-b720-2d13cc7b746a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:10.395267 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bebc3-c4c0-4c80-83a2-eb320d9c2729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2fee53-d56b-4163-a068-4ba75c6f4aa5,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:10.401508 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-9f6bebc3-c4c0-4c80-83a2-eb320d9c2729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:10.409600 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9f6bebc3-c4c0-4c80-83a2-eb320d9c2729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:10.413457 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-9f6bebc3-c4c0-4c80-83a2-eb320d9c2729 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d2fee53-d56b-4163-a068-4ba75c6f4aa5 HTTP/1.1" status: 204 len: 168 time: 0.3985991 Apr 30 17:30:10.460060 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9049c-c313-4351-96d3-5449edf64aa0 req-ee28dc2d-45d8-4810-ab86-6448ae3b2154 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:10.460060 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c4a9049c-c313-4351-96d3-5449edf64aa0 req-ee28dc2d-45d8-4810-ab86-6448ae3b2154 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 946 time: 0.1739380 Apr 30 17:30:10.536081 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c4a9049c-c313-4351-96d3-5449edf64aa0 req-a0fd5363-72f0-4297-a57d-9dbf5f5513a3 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702751 Apr 30 17:30:11.347921 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e8ef8-8262-4182-a4a3-3d09f57239ed req-feb4a70a-5f83-494b-ad2a-1a7e3fdd4fa0 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:11.354690 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ba5e8ef8-8262-4182-a4a3-3d09f57239ed req-feb4a70a-5f83-494b-ad2a-1a7e3fdd4fa0 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1426163 Apr 30 17:30:11.445094 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ba5e8ef8-8262-4182-a4a3-3d09f57239ed req-3363c546-0eac-467f-82b9-b77cd31d1833 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894465 Apr 30 17:30:11.496026 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41778) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:11.516531 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:11.535842 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:11.541066 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Usage tracker for resource:security_group_rule and tenant:b6a94ef14061438a9978a5bff8929fa8 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:11.545514 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:11.557649 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:11.690840 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:11.828867 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:11.853582 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8b6f1303-e26a-450c-bbd3-8dea135eb541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:11.920731 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6a94ef14061438a9978a5bff8929fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225984 Apr 30 17:30:11.923128 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73654c7-f900-45ef-8110-16170f4c7d47,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:11.924762 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 41796) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:11.930646 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:12.065081 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ccc085e4-ed8f-4736-8d94-05a90c2a12ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:12.103279 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ccc085e4-ed8f-4736-8d94-05a90c2a12ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:12.233374 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ccc085e4-ed8f-4736-8d94-05a90c2a12ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:12.241245 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d87e4834-36a0-47e4-9f0d-c12c5ae70ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:12.261234 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc085e4-ed8f-4736-8d94-05a90c2a12ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73654c7-f900-45ef-8110-16170f4c7d47,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:12.265759 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ccc085e4-ed8f-4736-8d94-05a90c2a12ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:12.273369 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ccc085e4-ed8f-4736-8d94-05a90c2a12ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:12.276381 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-ccc085e4-ed8f-4736-8d94-05a90c2a12ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c73654c7-f900-45ef-8110-16170f4c7d47 HTTP/1.1" status: 204 len: 168 time: 0.3406901 Apr 30 17:30:12.715056 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41816) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:12.943062 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e7d65-2dd7-46fc-beef-1f258dde07fd req-678bd7c7-20e3-458a-ab75-7f27b29b9b0a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:12.947582 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a6e7d65-2dd7-46fc-beef-1f258dde07fd req-678bd7c7-20e3-458a-ab75-7f27b29b9b0a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2737484 Apr 30 17:30:13.048285 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a6e7d65-2dd7-46fc-beef-1f258dde07fd req-ba49bd1b-51f4-4f30-9d0d-09b6481697f2 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937731 Apr 30 17:30:13.146667 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:13.165785 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:13.168804 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Usage tracker for resource:security_group_rule and tenant:353dea6d23974eeda0d52ce32ca03b28 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:13.172406 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:13.179362 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:13.273990 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:13.370617 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:13.383596 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-21d4338f-d150-4b5a-9828-dfb099ef7350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:13.440043 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=353dea6d23974eeda0d52ce32ca03b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7157207 Apr 30 17:30:13.442362 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcebdc65-03da-4221-b68a-d3adbcdd3d30,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:13.443258 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:13.456233 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41858) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:13.513904 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:13.551664 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-108f01b2-eaa7-43c6-9f55-63f769efba01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:13.603747 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-108f01b2-eaa7-43c6-9f55-63f769efba01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:13.656629 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-7e2272e5-da3a-4664-8054-bd7a10e89210 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:13.663875 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-7e2272e5-da3a-4664-8054-bd7a10e89210 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 814 time: 0.2964513 Apr 30 17:30:13.681068 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-9a2e97fb-2025-4f87-a244-a72a19a3f59b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/quotas/27edf4bf62874f89b85fe09a8b8b4762 HTTP/1.1" status: 200 len: 375 time: 0.0161383 Apr 30 17:30:13.781925 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-108f01b2-eaa7-43c6-9f55-63f769efba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:13.789061 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-4545d4a3-73f3-486f-b1d1-3645327e615c tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067977 Apr 30 17:30:13.790551 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5b1a8a87-bb96-4d6a-808d-71a49667a88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:13.851772 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f01b2-eaa7-43c6-9f55-63f769efba01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcebdc65-03da-4221-b68a-d3adbcdd3d30,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:13.856063 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-108f01b2-eaa7-43c6-9f55-63f769efba01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:13.871030 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-108f01b2-eaa7-43c6-9f55-63f769efba01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:13.873559 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-108f01b2-eaa7-43c6-9f55-63f769efba01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcebdc65-03da-4221-b68a-d3adbcdd3d30 HTTP/1.1" status: 204 len: 168 time: 0.4151411 Apr 30 17:30:13.987157 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41876) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:14.009151 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-9e6dc390-4f3a-468b-bab9-b82ba65442ec service neutron] 10.222.0.32 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041829 Apr 30 17:30:14.191723 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-139ed486-fc13-46d1-be6d-cd5c304233fe service neutron] 10.222.0.32 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643870 Apr 30 17:30:14.330248 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b71cdd-5bae-40bc-861b-30961c292989 req-e5de5949-18ae-4931-85e2-badcd62b2533 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:14.332145 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-37b71cdd-5bae-40bc-861b-30961c292989 req-e5de5949-18ae-4931-85e2-badcd62b2533 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1274288 Apr 30 17:30:14.411649 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-37b71cdd-5bae-40bc-861b-30961c292989 req-673bb908-8af2-47a0-83e8-d6ad2266ca17 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718453 Apr 30 17:30:14.659672 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:14.692105 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:14.696930 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:bf22e3c53b584e049ad692ae5599cb5b is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:14.702040 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:14.711448 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:14.715004 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-48d901fa-2cfb-473c-aeb0-b89276c7f0b8 req-03980c9c-a1b0-4704-b6dc-b127e2715661 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 210 time: 0.0853243 Apr 30 17:30:14.893808 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:14.958628 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:14.969358 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:15.032222 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf59c9e-9327-49c6-a201-084123a4a437,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:15.036544 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf22e3c53b584e049ad692ae5599cb5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0475168 Apr 30 17:30:15.043352 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:15.045822 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41928) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:15.147493 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-20ed6d46-e272-4397-a360-010c2dfb60cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:15.197236 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-20ed6d46-e272-4397-a360-010c2dfb60cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:15.370042 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-20ed6d46-e272-4397-a360-010c2dfb60cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:15.377719 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-da4a173a-b344-4da8-ab16-d4bb2be36f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:15.408437 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-20ed6d46-e272-4397-a360-010c2dfb60cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:15.413950 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-20ed6d46-e272-4397-a360-010c2dfb60cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cf59c9e-9327-49c6-a201-084123a4a437 HTTP/1.1" status: 204 len: 168 time: 0.3666542 Apr 30 17:30:15.417560 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed6d46-e272-4397-a360-010c2dfb60cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf59c9e-9327-49c6-a201-084123a4a437,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:15.421391 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-20ed6d46-e272-4397-a360-010c2dfb60cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:15.538602 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:30:15.750043 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e960f-cab9-4bc1-ad4c-ff7eeb99a585 req-2c79949b-5716-47f4-ba48-1d5a4f7394c4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:15.752192 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-254e960f-cab9-4bc1-ad4c-ff7eeb99a585 req-2c79949b-5716-47f4-ba48-1d5a4f7394c4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1628966 Apr 30 17:30:15.844552 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-254e960f-cab9-4bc1-ad4c-ff7eeb99a585 req-b779464f-8d49-40ca-be1b-bcfcfd8f4385 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Apr 30 17:30:15.922910 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95c017a5-db9b-4797-9934-d64b8f77ac06 req-fa5129ec-e4f8-4c9d-b1c4-29a82e3dcd42 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 210 time: 0.0849848 Apr 30 17:30:16.285949 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31136df-c936-489d-af8e-813e730ef22a req-3cb285fd-55e0-477b-a8ca-42f15e9258a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:16.287822 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b31136df-c936-489d-af8e-813e730ef22a req-3cb285fd-55e0-477b-a8ca-42f15e9258a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 1098 time: 0.1360202 Apr 30 17:30:16.369028 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b31136df-c936-489d-af8e-813e730ef22a req-06a1f70e-3de1-4554-b860-e7b52fd861b3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706527 Apr 30 17:30:16.550055 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41966) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:16.627172 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:16.654824 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-15aeffb6-390c-4818-aed6-86977cc1f1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:16.686052 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:16.692076 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Usage tracker for resource:security_group_rule and tenant:ce4fc03bf0994444aede4cce8ac36b20 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:16.696462 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:16.706912 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:16.941565 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:17.049788 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:17.108192 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:17.181925 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394da885-b5b5-48f2-96f0-07478bc7aa3d,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:17.188498 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:17.195041 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce4fc03bf0994444aede4cce8ac36b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6432126 Apr 30 17:30:17.195789 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 41984) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:17.261445 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8b1cfc1d-e568-4d61-825e-87c1ef1bc266 req-d7edaabc-f9a2-445a-afda-7fe81d24e446 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 210 time: 0.1108570 Apr 30 17:30:17.307693 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceadfc7-6985-445b-8e20-04f8f8717dd5 req-cb142e39-c224-442d-aaf4-888c904ace00 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:17.313734 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7ceadfc7-6985-445b-8e20-04f8f8717dd5 req-cb142e39-c224-442d-aaf4-888c904ace00 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2781351 Apr 30 17:30:17.315417 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd1b672c-f464-48f2-ae17-e91ed463ce7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:17.377488 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd1b672c-f464-48f2-ae17-e91ed463ce7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:17.389933 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7ceadfc7-6985-445b-8e20-04f8f8717dd5 req-0e231620-2110-4941-ab45-287628209659 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669656 Apr 30 17:30:17.533982 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd1b672c-f464-48f2-ae17-e91ed463ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:17.542908 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-df1909c9-ece8-442b-bd2c-6b8f7e89aa05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:17.564129 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b672c-f464-48f2-ae17-e91ed463ce7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394da885-b5b5-48f2-96f0-07478bc7aa3d,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:17.570045 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-dd1b672c-f464-48f2-ae17-e91ed463ce7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:17.573794 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd1b672c-f464-48f2-ae17-e91ed463ce7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:17.576695 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-dd1b672c-f464-48f2-ae17-e91ed463ce7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/394da885-b5b5-48f2-96f0-07478bc7aa3d HTTP/1.1" status: 204 len: 168 time: 0.3787150 Apr 30 17:30:18.311765 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-c55014b4-1c1d-4fc8-88a3-37a8aad0c7b8 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:18.314223 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-c55014b4-1c1d-4fc8-88a3-37a8aad0c7b8 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 814 time: 0.2170279 Apr 30 17:30:18.334993 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Request body: {'port': {'device_id': 'ed55232c-422b-4352-81b9-d22d25d25cce', 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a', 'admin_state_up': True, 'tenant_id': '27edf4bf62874f89b85fe09a8b8b4762'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:18.589654 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:18.609809 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:18.805583 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1cc0ad41-c7fe-43c3-aa63-704842405d83 req-6ca95c61-97cc-40fb-901b-aa5c9b29f2d0 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 210 time: 0.1903489 Apr 30 17:30:18.837790 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Made reservation on behalf of 27edf4bf62874f89b85fe09a8b8b4762 for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:30:18.842254 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:19.085451 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:19.101775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361c6f2-1874-4ce7-9907-0b38eaf3138e req-6df0e105-280d-4a76-9688-76e5f2d55cab tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:19.103373 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b361c6f2-1874-4ce7-9907-0b38eaf3138e req-6df0e105-280d-4a76-9688-76e5f2d55cab tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.3620043 Apr 30 17:30:19.173167 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b361c6f2-1874-4ce7-9907-0b38eaf3138e req-23ac7911-e456-4945-8be1-5bb195ea1066 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599003 Apr 30 17:30:19.197920 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Allocated IP 172.20.0.3 (795d416a-ff8d-4a53-9908-c0009e59784a/50915d68-348e-425b-8bf6-f666b72f8168/326b5125-9a93-45b3-a80a-9fbad50bdc9e) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:30:19.425290 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-cee3a449-d498-4f4e-b999-614e79d0455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:19.631358 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:19.671515 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95058f92-cd01-40e9-838f-e7c51f87e231 req-6269214f-f545-4719-b1d7-8d731f078f2f tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:19.679342 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95058f92-cd01-40e9-838f-e7c51f87e231 req-6269214f-f545-4719-b1d7-8d731f078f2f tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.3469434 Apr 30 17:30:19.730282 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95058f92-cd01-40e9-838f-e7c51f87e231 req-2faa119c-34b0-4e13-81c9-c08d8145a446 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500126 Apr 30 17:30:19.862436 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:19.872078 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6e7385ff-78b6-45d5-8ce4-12399fa15a84 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:19.878614 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['21af39cc-70bf-40aa-aeac-108f08090f57', '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:30:20.015488 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Network 795d416a-ff8d-4a53-9908-c0009e59784a is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:30:20.018640 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:30:20.024347 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:30:20.168369 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Pushing event updated for resources: {'Port': ['ID=326b5125-9a93-45b3-a80a-9fbad50bdc9e,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:20.175702 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:20.186896 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:20.187690 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.224983 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42090) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:20.273393 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546397b-8a27-4b08-ac13-3cbbc4a3347c req-be0c0faf-40ac-4f11-bd42-478f85f7bbe0 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:20.275962 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-1546397b-8a27-4b08-ac13-3cbbc4a3347c req-be0c0faf-40ac-4f11-bd42-478f85f7bbe0 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Synchronizing usage tracker for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:30:20.313147 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-43f3d743-c205-46f7-ab33-b58a2ee06441 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9832075 Apr 30 17:30:20.330790 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Request body: {'port': {'device_id': 'ed55232c-422b-4352-81b9-d22d25d25cce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:20.487284 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-1546397b-8a27-4b08-ac13-3cbbc4a3347c req-be0c0faf-40ac-4f11-bd42-478f85f7bbe0 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Unset dirty status for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:30:20.490909 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1546397b-8a27-4b08-ac13-3cbbc4a3347c req-be0c0faf-40ac-4f11-bd42-478f85f7bbe0 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 931 time: 0.4260602 Apr 30 17:30:20.491578 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.499981 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.617455 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1546397b-8a27-4b08-ac13-3cbbc4a3347c req-a0d61ad2-cb7a-4c8c-8311-9615432786bd tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033597 Apr 30 17:30:20.917795 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:20.921062 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42108) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:20.928780 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:20.933873 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Usage tracker for resource:security_group_rule and tenant:d1dc0cec4d704d60a3f0bba3e6fd1b84 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:20.938095 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:20.949465 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:21.237712 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.238971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326b5125-9a93-45b3-a80a-9fbad50bdc9e {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:30:21.238971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.238971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Transition to ACTIVE for port object 326b5125-9a93-45b3-a80a-9fbad50bdc9e will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:30:21.238971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.238971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:21.238971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Usage tracker for resource:security_group_rule and tenant:3a9bc6ed177f4db1a32d36b7ac0d1365 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:21.238971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:21.238971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:21.403026 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.416595 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.418928 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8fb0b111-4b6b-4012-918c-61e157057d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:21.451638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:21.529127 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1dc0cec4d704d60a3f0bba3e6fd1b84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3019783 Apr 30 17:30:21.530381 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a1abd0-d2c3-4405-bc08-53c092bcfd26,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:21.546372 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:21.549128 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42130) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:21.639766 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-099c525d-3d10-4221-a26e-3d72b87df05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.730563 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-099c525d-3d10-4221-a26e-3d72b87df05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:21.767339 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=326b5125-9a93-45b3-a80a-9fbad50bdc9e,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:21.786925 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:22.027785 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-099c525d-3d10-4221-a26e-3d72b87df05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.034915 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6eb81963-e60a-4a10-ba5e-3a96412f8976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:22.060526 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c525d-3d10-4221-a26e-3d72b87df05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a1abd0-d2c3-4405-bc08-53c092bcfd26,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:22.064204 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-099c525d-3d10-4221-a26e-3d72b87df05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:22.072830 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-099c525d-3d10-4221-a26e-3d72b87df05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.078157 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-099c525d-3d10-4221-a26e-3d72b87df05a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0a1abd0-d2c3-4405-bc08-53c092bcfd26 HTTP/1.1" status: 204 len: 168 time: 0.5229855 Apr 30 17:30:22.096640 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Attempting to bind port 326b5125-9a93-45b3-a80a-9fbad50bdc9e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:30:22.097371 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Attempting to bind port 326b5125-9a93-45b3-a80a-9fbad50bdc9e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:30:22.097603 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Attempting to bind port 326b5125-9a93-45b3-a80a-9fbad50bdc9e on network 795d416a-ff8d-4a53-9908-c0009e59784a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:30:22.105323 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.110511 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Port 326b5125-9a93-45b3-a80a-9fbad50bdc9e on network 795d416a-ff8d-4a53-9908-c0009e59784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:30:22.111419 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Attempting to bind port 326b5125-9a93-45b3-a80a-9fbad50bdc9e on network 795d416a-ff8d-4a53-9908-c0009e59784a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:30:22.123259 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:30:22.133542 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Checking segment: {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:30:22.133542 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Bound using segment: {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:30:22.133542 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Bound port: 326b5125-9a93-45b3-a80a-9fbad50bdc9e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:30:22.133542 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.134062 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.155227 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f260-a12f-44b3-9a51-6262d0f09a3c req-70140f08-82ed-4573-b8a0-557ec654437b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:22.162906 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cb15f260-a12f-44b3-9a51-6262d0f09a3c req-70140f08-82ed-4573-b8a0-557ec654437b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 943 time: 0.3793108 Apr 30 17:30:22.201247 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.248573 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b8e31caf-ac5e-4336-9666-fe6764c3d1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:22.349534 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cb15f260-a12f-44b3-9a51-6262d0f09a3c req-682edd5f-9d4f-45fa-8b01-f2bbc74fbcf3 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857393 Apr 30 17:30:22.392729 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a9bc6ed177f4db1a32d36b7ac0d1365&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4699163 Apr 30 17:30:22.395729 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42154) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:22.401249 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71498eaa-0419-42c8-92d7-ff94d5fc4a17,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:22.413781 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:22.430278 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] For port 326b5125-9a93-45b3-a80a-9fbad50bdc9e, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:30:22.434507 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] For port 326b5125-9a93-45b3-a80a-9fbad50bdc9e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=326b5125-9a93-45b3-a80a-9fbad50bdc9e,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:30:22.495451 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd02-cd73-4be8-84e6-f884f72385cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.539491 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd02-cd73-4be8-84e6-f884f72385cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.548101 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.555301 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:22.639638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:22.639638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.642606 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] 10.222.0.64 "PUT /v2.0/ports/326b5125-9a93-45b3-a80a-9fbad50bdc9e HTTP/1.1" status: 200 len: 1093 time: 2.3153944 Apr 30 17:30:22.643270 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed55232c-422b-4352-81b9-d22d25d25cce', 'tag': '326b5125-9a93-45b3-a80a-9fbad50bdc9e'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:30:22.726625 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=326b5125-9a93-45b3-a80a-9fbad50bdc9e,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:22.737848 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6c03b06f-ab81-45d7-bdac-1a232b321cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:22.748254 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed55232c-422b-4352-81b9-d22d25d25cce', 'tag': '326b5125-9a93-45b3-a80a-9fbad50bdc9e', 'status': 'completed', 'code': 200} Apr 30 17:30:22.831849 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd02-cd73-4be8-84e6-f884f72385cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.840643 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:22.867697 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dbd02-cd73-4be8-84e6-f884f72385cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71498eaa-0419-42c8-92d7-ff94d5fc4a17,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:22.871353 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-cc8dbd02-cd73-4be8-84e6-f884f72385cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:22.882046 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cc8dbd02-cd73-4be8-84e6-f884f72385cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:22.882232 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-0429b0ff-f4e7-483f-812b-44d5d0cafa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:22.882346 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-cc8dbd02-cd73-4be8-84e6-f884f72385cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71498eaa-0419-42c8-92d7-ff94d5fc4a17 HTTP/1.1" status: 204 len: 168 time: 0.4805603 Apr 30 17:30:22.882461 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-0429b0ff-f4e7-483f-812b-44d5d0cafa08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 1096 time: 0.1059113 Apr 30 17:30:22.987261 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-65730c2b-0221-40ac-a216-831310e97c5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=326b5125-9a93-45b3-a80a-9fbad50bdc9e HTTP/1.1" status: 200 len: 217 time: 0.0991678 Apr 30 17:30:23.079970 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-4f597e7f-b22c-423b-b32f-7a7ea0e3b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:23.087334 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-4f597e7f-b22c-423b-b32f-7a7ea0e3b4fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50915d68-348e-425b-8bf6-f666b72f8168 HTTP/1.1" status: 200 len: 854 time: 0.0918603 Apr 30 17:30:23.157552 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42178) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:23.180558 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.188104 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-6c592399-80c9-449a-8dcf-62441da9a16f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795d416a-ff8d-4a53-9908-c0009e59784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929615 Apr 30 17:30:23.198722 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:23.203653 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8887a2330146a7993986c769144707 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:23.207480 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:23.220461 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:23.338563 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.381363 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-e13acf2d-2b2a-41e8-9024-9ae3944a177a service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855168 Apr 30 17:30:23.443836 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.460000 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-20ed6d46-e272-4397-a360-010c2dfb60cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:23.514878 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea8887a2330146a7993986c769144707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561709 Apr 30 17:30:23.515901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42186) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:23.517662 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7c7674-47fc-490a-b85b-fcab9fb49153,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:23.521841 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:23.660051 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3032bc31-8afa-46ce-995a-69b79b84b35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.711095 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3032bc31-8afa-46ce-995a-69b79b84b35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:23.724233 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-7f479756-04a3-4651-96ef-9b0f42d1daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:23.726834 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-7f479756-04a3-4651-96ef-9b0f42d1daba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 1098 time: 0.1623073 Apr 30 17:30:23.845080 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4708b10-dda7-477a-89b7-faf1d0d9ab8b req-24d9db48-d6ec-4916-ac53-dcc28b4c198d service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496918 Apr 30 17:30:23.891526 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b605260-ff65-4199-acee-138f7a902dc1 req-b0bc8d82-cb05-40c6-ae84-db1be4addd3e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:23.905123 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b605260-ff65-4199-acee-138f7a902dc1 req-b0bc8d82-cb05-40c6-ae84-db1be4addd3e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 943 time: 0.3402925 Apr 30 17:30:23.931984 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-da887d70-df66-478d-bbd3-6bcc3c1dbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:23.933621 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-da887d70-df66-478d-bbd3-6bcc3c1dbb3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 920 time: 0.1898558 Apr 30 17:30:23.988579 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1d03d-18c4-48d2-9622-39f7eebaca60 req-4832eafe-6aa6-4e0f-bbdb-06274d210ff5 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:23.994558 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9ac1d03d-18c4-48d2-9622-39f7eebaca60 req-4832eafe-6aa6-4e0f-bbdb-06274d210ff5 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.4320827 Apr 30 17:30:24.010200 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3032bc31-8afa-46ce-995a-69b79b84b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:24.026581 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-381d0e99-863b-41e1-a144-c2ef3eb65912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:24.032619 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-2820c738-afbf-4c45-b2fa-f639905b77de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8 HTTP/1.1" status: 200 len: 217 time: 0.0835953 Apr 30 17:30:24.041343 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3032bc31-8afa-46ce-995a-69b79b84b35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7c7674-47fc-490a-b85b-fcab9fb49153,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:24.044222 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3032bc31-8afa-46ce-995a-69b79b84b35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:24.065526 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b605260-ff65-4199-acee-138f7a902dc1 req-a0fd22c4-761b-45af-b631-81382c9b5fd5 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593630 Apr 30 17:30:24.110520 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9ac1d03d-18c4-48d2-9622-39f7eebaca60 req-97f1554f-9c8f-4b93-968a-12da403d90de tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794418 Apr 30 17:30:24.112240 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3032bc31-8afa-46ce-995a-69b79b84b35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:24.116002 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-3032bc31-8afa-46ce-995a-69b79b84b35e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be7c7674-47fc-490a-b85b-fcab9fb49153 HTTP/1.1" status: 204 len: 168 time: 0.5922933 Apr 30 17:30:24.130786 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42208) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:24.173765 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-c60f17b8-0d37-4756-a4ea-01208701010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:24.175496 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-c60f17b8-0d37-4756-a4ea-01208701010e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 1096 time: 0.1970479 Apr 30 17:30:24.176391 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-9d202659-3987-4714-a8cc-30a2470da145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:24.176524 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:24.177942 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-9d202659-3987-4714-a8cc-30a2470da145 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eeae8a62-f323-4238-ac34-77efecc133e3 HTTP/1.1" status: 200 len: 859 time: 0.1322250 Apr 30 17:30:24.228513 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:24.237618 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Usage tracker for resource:security_group_rule and tenant:8f605f3a0ff24b369fbccbac8bd2097e is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:24.242512 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:24.309023 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-dcd8a538-6cc7-4c76-be28-ab72598278b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ea61fc1-f262-426c-90c6-ff5c85c1d575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098800 Apr 30 17:30:24.351528 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:24.437786 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-6f6c33af-9f8d-47cf-b0ed-b8f3a0a0be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:24.437786 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-6f6c33af-9f8d-47cf-b0ed-b8f3a0a0be05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 915 time: 0.2437174 Apr 30 17:30:24.502283 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-a5dd743c-7494-48dd-99c3-8d2597c979f8 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813650 Apr 30 17:30:24.546684 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-1621577e-04c8-427f-9c01-8554ac319ded service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=326b5125-9a93-45b3-a80a-9fbad50bdc9e HTTP/1.1" status: 200 len: 217 time: 0.0867329 Apr 30 17:30:24.601963 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:24.633494 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-ec6e6f3b-a0f5-44df-8073-2497aba4dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:24.634319 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-ec6e6f3b-a0f5-44df-8073-2497aba4dcb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50915d68-348e-425b-8bf6-f666b72f8168 HTTP/1.1" status: 200 len: 854 time: 0.0732534 Apr 30 17:30:24.750698 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:24.756888 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2331cf9a-813c-4f5b-9f67-44f6c7492a7b req-f09b0c56-540a-4ad9-97f3-e04aacbb287e service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428076 Apr 30 17:30:24.803947 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:24.821966 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-ddbdf86c-fe07-4b70-9b02-e9421a6c815f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795d416a-ff8d-4a53-9908-c0009e59784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1753492 Apr 30 17:30:24.868860 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f605f3a0ff24b369fbccbac8bd2097e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7307174 Apr 30 17:30:24.869344 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42228) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:24.882630 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6544d372-49db-4686-a942-85f11d9c09cc,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:24.890115 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:24.975695 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a3344c53-09c3-4243-8cc2-e82adb8b4307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:25.023695 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a3344c53-09c3-4243-8cc2-e82adb8b4307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:25.043734 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-adcb7b82-1c38-4364-91e1-2d3411c48f8e service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108216 Apr 30 17:30:25.146112 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a3344c53-09c3-4243-8cc2-e82adb8b4307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:25.154030 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-821bb05d-a14f-49fd-9654-7cecd27f4930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:25.185309 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a3344c53-09c3-4243-8cc2-e82adb8b4307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:25.189455 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a3344c53-09c3-4243-8cc2-e82adb8b4307 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6544d372-49db-4686-a942-85f11d9c09cc HTTP/1.1" status: 204 len: 168 time: 0.3187912 Apr 30 17:30:25.190452 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3344c53-09c3-4243-8cc2-e82adb8b4307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6544d372-49db-4686-a942-85f11d9c09cc,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:25.201368 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a3344c53-09c3-4243-8cc2-e82adb8b4307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:25.386038 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0e702a4c-2d1f-4971-bde7-2d12b59282ae req-421b79c0-2c3e-40bf-9361-18dacc10279a service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186989 Apr 30 17:30:25.456648 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c53fff-0822-438f-b94a-debf5bba71f5 req-f15830df-617f-44f3-9f98-e6c5c04f342b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:25.458436 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c2c53fff-0822-438f-b94a-debf5bba71f5 req-f15830df-617f-44f3-9f98-e6c5c04f342b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 943 time: 0.1890256 Apr 30 17:30:25.488743 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2982b1-d8c4-4ddf-85ac-b53770581724 req-13f275d6-92c6-4316-a28f-ef76c6b26080 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:25.495679 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ad2982b1-d8c4-4ddf-85ac-b53770581724 req-13f275d6-92c6-4316-a28f-ef76c6b26080 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1557198 Apr 30 17:30:25.566569 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c2c53fff-0822-438f-b94a-debf5bba71f5 req-967ccc02-ba73-46c9-a6dc-adbb6c33b5b1 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011696 Apr 30 17:30:25.608730 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ad2982b1-d8c4-4ddf-85ac-b53770581724 req-10f0e1ad-a4fc-4fd1-8a56-99c1a45feec6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061790 Apr 30 17:30:26.211326 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 326b5125-9a93-45b3-a80a-9fbad50bdc9e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:30:26.392555 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 326b5125-9a93-45b3-a80a-9fbad50bdc9e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=326b5125-9a93-45b3-a80a-9fbad50bdc9e,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:26.413005 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '326b5125-9a93-45b3-a80a-9fbad50bdc9e', 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a', 'port_id': '326b5125-9a93-45b3-a80a-9fbad50bdc9e', 'mac_address': 'fa:16:3e:68:c9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50915d68-348e-425b-8bf6-f666b72f8168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:30:26.506123 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:26.525852 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326b5125-9a93-45b3-a80a-9fbad50bdc9e {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:30:26.545808 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 326b5125-9a93-45b3-a80a-9fbad50bdc9e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=326b5125-9a93-45b3-a80a-9fbad50bdc9e,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:26.673743 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:26.682312 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-b2bb68c4-a824-46c7-a872-f3e820bbc8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:26.725931 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42314) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:26.834851 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=326b5125-9a93-45b3-a80a-9fbad50bdc9e,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:26.839904 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:26.968359 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5176a3-5cce-4231-8112-ce9c0ad97717 req-a3351af2-2f1d-404f-81e9-22b5acd0097d tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:26.970022 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6c5176a3-5cce-4231-8112-ce9c0ad97717 req-a3351af2-2f1d-404f-81e9-22b5acd0097d tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 944 time: 0.2009213 Apr 30 17:30:27.014665 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4ff88-0257-4a97-b6cf-05ed34011a24 req-0a3dfda8-3896-4700-b88b-f5a2ea1b2d07 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:27.016242 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-55b4ff88-0257-4a97-b6cf-05ed34011a24 req-0a3dfda8-3896-4700-b88b-f5a2ea1b2d07 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1722929 Apr 30 17:30:27.086703 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['326b5125-9a93-45b3-a80a-9fbad50bdc9e'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:30:27.102654 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6c5176a3-5cce-4231-8112-ce9c0ad97717 req-e56ae52c-5fc9-420c-af68-0652096bc73f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120703 Apr 30 17:30:27.103411 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:27.130357 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-55b4ff88-0257-4a97-b6cf-05ed34011a24 req-8629fa88-2588-4a68-b61b-da12185663ad tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079328 Apr 30 17:30:27.132895 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:27.137644 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Usage tracker for resource:security_group_rule and tenant:691dbf133e8c4304bffc7d0aac33fd60 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:27.142758 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:27.150240 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:27.295934 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:27.352650 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:27.361974 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5150c0c5-8035-4a10-bb0f-7d1531d250ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:27.402488 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3fdca6-821c-4229-b62a-cace24dfade6,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:27.408252 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:27.416062 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=691dbf133e8c4304bffc7d0aac33fd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6832163 Apr 30 17:30:27.416886 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42340) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:27.548225 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9a2f479d-9081-4fdc-a99b-b5fb221a8d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:27.605134 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9a2f479d-9081-4fdc-a99b-b5fb221a8d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:27.781579 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9a2f479d-9081-4fdc-a99b-b5fb221a8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:27.786850 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e7a6c5f1-80fe-4362-b021-f4c303bd5397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:27.800941 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f479d-9081-4fdc-a99b-b5fb221a8d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3fdca6-821c-4229-b62a-cace24dfade6,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:27.805742 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-9a2f479d-9081-4fdc-a99b-b5fb221a8d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:27.822899 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9a2f479d-9081-4fdc-a99b-b5fb221a8d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:27.825222 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-9a2f479d-9081-4fdc-a99b-b5fb221a8d07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c3fdca6-821c-4229-b62a-cace24dfade6 HTTP/1.1" status: 204 len: 168 time: 0.4069529 Apr 30 17:30:28.566977 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880a675-e9cb-4222-bdbb-0c0355c813f7 req-8f23720e-b5a3-43fc-82ea-6e1d61f4dbe5 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:28.568444 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9880a675-e9cb-4222-bdbb-0c0355c813f7 req-8f23720e-b5a3-43fc-82ea-6e1d61f4dbe5 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 944 time: 0.2495787 Apr 30 17:30:28.638889 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa44051-bdfe-4cd1-9232-4a47d4b12468 req-39a200c4-a6a6-49b0-8507-b70d9a1c7356 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:28.640543 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6aa44051-bdfe-4cd1-9232-4a47d4b12468 req-39a200c4-a6a6-49b0-8507-b70d9a1c7356 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1572919 Apr 30 17:30:28.645815 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9880a675-e9cb-4222-bdbb-0c0355c813f7 req-16a90fb2-a8b7-43a4-b6dc-15ddd5359c75 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649619 Apr 30 17:30:28.703046 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6aa44051-bdfe-4cd1-9232-4a47d4b12468 req-3d55786c-6c95-43a5-93dc-fccc4f648412 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Apr 30 17:30:29.042908 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42396) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:29.064819 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:29.080168 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:29.084273 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5cab1752ba492ea6155b1707bf917b is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:29.087597 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:29.094520 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:29.195939 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:29.278703 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:29.288204 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:29.331654 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd5cab1752ba492ea6155b1707bf917b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874081 Apr 30 17:30:29.332550 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a545e111-1582-4f4d-8aba-11762ec9bab4,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:29.334921 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42406) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:29.335969 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:29.439416 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e11421ce-06b3-49f3-9f2d-5f0ad3a89d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:29.477726 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e11421ce-06b3-49f3-9f2d-5f0ad3a89d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:29.610350 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e11421ce-06b3-49f3-9f2d-5f0ad3a89d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:29.614268 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:29.625917 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11421ce-06b3-49f3-9f2d-5f0ad3a89d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a545e111-1582-4f4d-8aba-11762ec9bab4,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:29.631183 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e11421ce-06b3-49f3-9f2d-5f0ad3a89d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:29.634371 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e11421ce-06b3-49f3-9f2d-5f0ad3a89d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:29.640137 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-e11421ce-06b3-49f3-9f2d-5f0ad3a89d62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a545e111-1582-4f4d-8aba-11762ec9bab4 HTTP/1.1" status: 204 len: 168 time: 0.3037674 Apr 30 17:30:30.029136 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ab90d-fd0a-46b1-8bde-45709db4dfd4 req-99f234d3-59b1-4c1f-bc6b-d7ce05d1bba4 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:30.031444 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-584ab90d-fd0a-46b1-8bde-45709db4dfd4 req-99f234d3-59b1-4c1f-bc6b-d7ce05d1bba4 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 944 time: 0.1782722 Apr 30 17:30:30.077565 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edc459-e423-4987-9dc8-2301b019eedb req-4668c4df-4bd5-4c0c-9a51-f3adcf9a1191 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:30.098336 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f1edc459-e423-4987-9dc8-2301b019eedb req-4668c4df-4bd5-4c0c-9a51-f3adcf9a1191 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1789274 Apr 30 17:30:30.222918 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 326b5125-9a93-45b3-a80a-9fbad50bdc9e up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:30:30.246416 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-584ab90d-fd0a-46b1-8bde-45709db4dfd4 req-5d0949ac-486c-4196-994e-8f056f56918e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067640 Apr 30 17:30:30.291687 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f1edc459-e423-4987-9dc8-2301b019eedb req-8c55e935-892e-4862-9b2a-ac4de4238715 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859422 Apr 30 17:30:30.587045 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 326b5125-9a93-45b3-a80a-9fbad50bdc9e completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:30:30.592930 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 326b5125-9a93-45b3-a80a-9fbad50bdc9e triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:30:30.593299 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:30.721267 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:30.767965 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed55232c-422b-4352-81b9-d22d25d25cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b5125-9a93-45b3-a80a-9fbad50bdc9e'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:30:30.789847 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 326b5125-9a93-45b3-a80a-9fbad50bdc9e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=326b5125-9a93-45b3-a80a-9fbad50bdc9e,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:30:30.871168 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed55232c-422b-4352-81b9-d22d25d25cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326b5125-9a93-45b3-a80a-9fbad50bdc9e', 'code': 200} Apr 30 17:30:30.902159 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:30.905669 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:31.039429 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=326b5125-9a93-45b3-a80a-9fbad50bdc9e,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:31.045730 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:31.123708 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42484) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:31.243594 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:31.261460 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:31.266873 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Usage tracker for resource:security_group_rule and tenant:d882868819534c59912dcc63f097ffac is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:31.270892 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:31.280851 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:31.389865 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:31.460410 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a18216-a075-45a1-b76f-1499e9d3be72 req-776bf810-0603-4457-b8b6-ea1384f01285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:31.461908 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-25a18216-a075-45a1-b76f-1499e9d3be72 req-776bf810-0603-4457-b8b6-ea1384f01285 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 1098 time: 0.1718841 Apr 30 17:30:31.522549 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:31.555079 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6ea3256f-52d2-4e2c-b170-e7b381bdaf11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:31.566386 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d882868819534c59912dcc63f097ffac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414003 Apr 30 17:30:31.569214 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42506) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:31.615886 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08bbc1b-824b-4849-9706-2f99400e7391,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:31.624571 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:31.664662 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-60329e62-8034-4993-b15e-a3fae18ba08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:31.666234 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-25a18216-a075-45a1-b76f-1499e9d3be72 req-091d7e79-6bc0-4f50-ac82-0c51e7686209 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248028 Apr 30 17:30:31.697435 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-60329e62-8034-4993-b15e-a3fae18ba08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:31.712584 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147d62b-a861-46f0-b282-cab9b458bbb3 req-ea6e262d-9e03-454e-8eb0-463a4d2e228b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:31.714100 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2147d62b-a861-46f0-b282-cab9b458bbb3 req-ea6e262d-9e03-454e-8eb0-463a4d2e228b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 945 time: 0.2576673 Apr 30 17:30:31.755580 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83668c3c-6bc6-45c5-ae65-9396b3ba1d6b req-d0c6a3de-c73d-49c9-85cc-56442b139c1a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:31.757155 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-83668c3c-6bc6-45c5-ae65-9396b3ba1d6b req-d0c6a3de-c73d-49c9-85cc-56442b139c1a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.2072265 Apr 30 17:30:31.802358 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2147d62b-a861-46f0-b282-cab9b458bbb3 req-5cd6c661-a0a8-45ea-ac72-b404ae537189 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797973 Apr 30 17:30:31.824193 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-83668c3c-6bc6-45c5-ae65-9396b3ba1d6b req-5d45bf46-652e-42c6-98a0-15c96ca350ee tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522811 Apr 30 17:30:31.884033 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-60329e62-8034-4993-b15e-a3fae18ba08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:31.895535 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:31.912049 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-60329e62-8034-4993-b15e-a3fae18ba08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:31.915552 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-60329e62-8034-4993-b15e-a3fae18ba08f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c08bbc1b-824b-4849-9706-2f99400e7391 HTTP/1.1" status: 204 len: 168 time: 0.3420568 Apr 30 17:30:31.919099 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60329e62-8034-4993-b15e-a3fae18ba08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08bbc1b-824b-4849-9706-2f99400e7391,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:31.922005 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-60329e62-8034-4993-b15e-a3fae18ba08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:32.460526 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42532) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:32.707889 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42544) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:32.820726 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:32.841533 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:32.848306 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Usage tracker for resource:security_group_rule and tenant:5f5d91fd31f64e2092e8504856bff7e8 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:32.853023 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:32.861047 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:32.963222 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42554) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:32.984167 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.000252 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:33.004336 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Usage tracker for resource:security_group_rule and tenant:724c18b63fa04909ae923140b79c98fe is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:33.007709 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:33.019546 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:33.070249 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.124290 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1d51a-2f6f-4547-95e4-b22003e33797 req-b3542425-f0d8-4b0c-84e1-a52413893d37 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:33.125734 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-89b1d51a-2f6f-4547-95e4-b22003e33797 req-b3542425-f0d8-4b0c-84e1-a52413893d37 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1332951 Apr 30 17:30:33.139304 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619d180-2d52-485e-9f08-cd837f0bf89a req-b11c3d28-1de9-4927-aecd-aabea4e98cf7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:33.140832 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7619d180-2d52-485e-9f08-cd837f0bf89a req-b11c3d28-1de9-4927-aecd-aabea4e98cf7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 945 time: 0.2049806 Apr 30 17:30:33.253493 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.265681 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:33.268587 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.342240 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-89b1d51a-2f6f-4547-95e4-b22003e33797 req-ab92d231-8aeb-423e-a5cf-0bf101944f8b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003417 Apr 30 17:30:33.346033 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5137491b-bcbb-47e6-8665-84606fe6a755,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:33.346885 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.352434 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f5d91fd31f64e2092e8504856bff7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8908627 Apr 30 17:30:33.353791 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:33.357000 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7619d180-2d52-485e-9f08-cd837f0bf89a req-969b9dbb-c35f-4950-9842-0bd5a1774cef tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968179 Apr 30 17:30:33.358768 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42566) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:33.374775 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-d5ba4823-7c01-40f7-b4aa-b4f74e165171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:33.414860 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42570) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:33.430244 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=724c18b63fa04909ae923140b79c98fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635410 Apr 30 17:30:33.432555 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ef51e-0295-4623-8ae8-0271fa44364b,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:33.435210 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42576) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:33.438876 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:33.488620 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-32a3d11f-6ad9-4716-839f-4487cb4f20c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.519090 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-32a3d11f-6ad9-4716-839f-4487cb4f20c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.529330 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.548553 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eecc0145-b804-45dc-b661-f8726931a87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.563514 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:33.617001 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Usage tracker for resource:security_group_rule and tenant:334fd9dff53e4ebfab287b459ad05061 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:33.647041 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:33.652038 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.667048 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-32a3d11f-6ad9-4716-839f-4487cb4f20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.672379 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:33.682875 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eecc0145-b804-45dc-b661-f8726931a87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.688165 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3d11f-6ad9-4716-839f-4487cb4f20c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5137491b-bcbb-47e6-8665-84606fe6a755,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:33.697802 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-32a3d11f-6ad9-4716-839f-4487cb4f20c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:33.700738 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:33.704616 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-32a3d11f-6ad9-4716-839f-4487cb4f20c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.706823 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-32a3d11f-6ad9-4716-839f-4487cb4f20c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5137491b-bcbb-47e6-8665-84606fe6a755 HTTP/1.1" status: 204 len: 168 time: 0.3465886 Apr 30 17:30:33.723198 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:33.741018 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Usage tracker for resource:security_group_rule and tenant:8c0738dd345b44428ceac76b54bb3c77 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:33.753553 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:33.765115 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:33.861418 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.884711 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eecc0145-b804-45dc-b661-f8726931a87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.890140 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a19ae242-ce2c-4e0c-9259-a95d7c53ab43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:33.908051 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc0145-b804-45dc-b661-f8726931a87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ef51e-0295-4623-8ae8-0271fa44364b,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:33.911870 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-eecc0145-b804-45dc-b661-f8726931a87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:33.937510 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eecc0145-b804-45dc-b661-f8726931a87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.938344 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-eecc0145-b804-45dc-b661-f8726931a87e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a8ef51e-0295-4623-8ae8-0271fa44364b HTTP/1.1" status: 204 len: 168 time: 0.5020032 Apr 30 17:30:33.970917 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:33.992778 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.002207 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5af99e01-6afb-4397-b17d-ef235ba178b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:34.044375 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42594) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:34.044513 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c0738dd345b44428ceac76b54bb3c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6277068 Apr 30 17:30:34.053414 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e6a9f0-bc83-4190-8a33-b03e9498e59d,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:34.070120 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:34.071859 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.081485 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-dd1b672c-f464-48f2-ae17-e91ed463ce7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:34.134898 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=334fd9dff53e4ebfab287b459ad05061&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4235003 Apr 30 17:30:34.134898 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d73614-9ce4-40f8-9012-fe4d44c3bf90,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:34.135835 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42602) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:34.150489 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:34.173560 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d9173416-2eeb-4b18-81fa-bf401824320d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.218416 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d9173416-2eeb-4b18-81fa-bf401824320d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.302334 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc5307bf-d462-4126-9070-33b30fe98289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.329615 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc5307bf-d462-4126-9070-33b30fe98289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.385765 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d9173416-2eeb-4b18-81fa-bf401824320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.398634 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:34.409732 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9173416-2eeb-4b18-81fa-bf401824320d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e6a9f0-bc83-4190-8a33-b03e9498e59d,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:34.417978 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d9173416-2eeb-4b18-81fa-bf401824320d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:34.419919 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d9173416-2eeb-4b18-81fa-bf401824320d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.423291 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-d9173416-2eeb-4b18-81fa-bf401824320d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65e6a9f0-bc83-4190-8a33-b03e9498e59d HTTP/1.1" status: 204 len: 168 time: 0.3774061 Apr 30 17:30:34.471970 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc5307bf-d462-4126-9070-33b30fe98289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.481484 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f92005f8-7955-4271-9c17-a6e2b7b2595d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:34.523746 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5307bf-d462-4126-9070-33b30fe98289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d73614-9ce4-40f8-9012-fe4d44c3bf90,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:34.526546 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc5307bf-d462-4126-9070-33b30fe98289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.527950 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-fc5307bf-d462-4126-9070-33b30fe98289 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36d73614-9ce4-40f8-9012-fe4d44c3bf90 HTTP/1.1" status: 204 len: 168 time: 0.3815348 Apr 30 17:30:34.530326 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-fc5307bf-d462-4126-9070-33b30fe98289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:34.633578 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42618) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:34.652984 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.669753 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:34.674742 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] Usage tracker for resource:security_group_rule and tenant:e63b477a7fda4e4aa39f7e9f898652c7 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:34.678803 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:34.687097 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:34.736282 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab9add-ac6e-4858-8e75-5c6c70648e42 req-9979b198-4b91-4538-8aff-6819f74dc711 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:34.738460 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4cab9add-ac6e-4858-8e75-5c6c70648e42 req-9979b198-4b91-4538-8aff-6819f74dc711 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1958961 Apr 30 17:30:34.747379 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fba29-0a44-4455-bdc6-6f78d13af7d8 req-45a8dc94-3150-489c-82b9-8792ff9999a3 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:34.754981 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-042fba29-0a44-4455-bdc6-6f78d13af7d8 req-45a8dc94-3150-489c-82b9-8792ff9999a3 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 945 time: 0.1508281 Apr 30 17:30:34.821826 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.833130 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-042fba29-0a44-4455-bdc6-6f78d13af7d8 req-f1838734-1876-446d-aa94-e87785c70a7f tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771234 Apr 30 17:30:34.838406 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4cab9add-ac6e-4858-8e75-5c6c70648e42 req-3e57de15-6b59-4aa0-b27d-472c44b2b7be tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812378 Apr 30 17:30:34.973977 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:34.988749 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e11421ce-06b3-49f3-9f2d-5f0ad3a89d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:35.032582 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bce7fd-1558-4a2b-8fbd-6430c06f9271,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:35.037864 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:35.044404 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-4731b14d-d7e6-4c32-80f4-677982a72b07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e63b477a7fda4e4aa39f7e9f898652c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069145 Apr 30 17:30:35.045239 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42630) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:35.109201 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-410a31ad-731e-4cb6-b028-25f85640c594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:35.148987 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-410a31ad-731e-4cb6-b028-25f85640c594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:35.502229 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-410a31ad-731e-4cb6-b028-25f85640c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:35.508425 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f91af37a-e219-4393-9fe8-de4a6e090c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:35.523333 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a31ad-731e-4cb6-b028-25f85640c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bce7fd-1558-4a2b-8fbd-6430c06f9271,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:35.526110 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-410a31ad-731e-4cb6-b028-25f85640c594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:35.528319 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-410a31ad-731e-4cb6-b028-25f85640c594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:35.533247 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-410a31ad-731e-4cb6-b028-25f85640c594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4bce7fd-1558-4a2b-8fbd-6430c06f9271 HTTP/1.1" status: 204 len: 168 time: 0.4868610 Apr 30 17:30:35.847438 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42658) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:35.873171 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:35.892378 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:35.902753 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Usage tracker for resource:security_group_rule and tenant:0d73e2c33a264a96a213390e41826dd6 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:35.907013 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:35.915011 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:36.063628 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:36.114335 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c0658-1136-4387-bcfc-8e1540c13bc0 req-848f01de-be2e-49e6-9a2b-2039840c15da tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:36.115815 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-359c0658-1136-4387-bcfc-8e1540c13bc0 req-848f01de-be2e-49e6-9a2b-2039840c15da tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1135619 Apr 30 17:30:36.160913 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:36.172758 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-da5895d6-e2da-49b5-bc8c-49bcb1895d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:36.195032 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-359c0658-1136-4387-bcfc-8e1540c13bc0 req-f3c7e1ae-6d3a-4a21-bd74-129aad4a25ee tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734596 Apr 30 17:30:36.223781 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d73e2c33a264a96a213390e41826dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752389 Apr 30 17:30:36.224593 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cdbd1d-9a59-4d24-92f5-ae0703dcd111,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:36.226409 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42680) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:36.229088 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:36.309093 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b9ba7fd7-2b0e-4058-9891-d99f7305dd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:36.341734 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b9ba7fd7-2b0e-4058-9891-d99f7305dd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:36.501720 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b9ba7fd7-2b0e-4058-9891-d99f7305dd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:36.515513 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-fc5307bf-d462-4126-9070-33b30fe98289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:36.529604 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba7fd7-2b0e-4058-9891-d99f7305dd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cdbd1d-9a59-4d24-92f5-ae0703dcd111,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:36.532459 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b9ba7fd7-2b0e-4058-9891-d99f7305dd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:36.533762 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b9ba7fd7-2b0e-4058-9891-d99f7305dd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:36.536364 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b9ba7fd7-2b0e-4058-9891-d99f7305dd62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8cdbd1d-9a59-4d24-92f5-ae0703dcd111 HTTP/1.1" status: 204 len: 168 time: 0.3082216 Apr 30 17:30:37.496847 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6d13f-239d-4402-b3af-407127639397 req-3ec31af0-3024-434b-9c46-c4468c58a5d4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:37.499384 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cdc6d13f-239d-4402-b3af-407127639397 req-3ec31af0-3024-434b-9c46-c4468c58a5d4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1313133 Apr 30 17:30:37.584136 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cdc6d13f-239d-4402-b3af-407127639397 req-c62f9521-6c4f-4efe-a5a5-f05a9e709a17 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786526 Apr 30 17:30:37.737098 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42754) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:38.087975 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:38.103268 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:38.109382 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Usage tracker for resource:security_group_rule and tenant:b52e524934364101b2adb9ec63084bb7 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:38.112457 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:38.119436 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:38.244757 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:38.335979 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:38.379125 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-9f6bebc3-c4c0-4c80-83a2-eb320d9c2729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:38.390430 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b52e524934364101b2adb9ec63084bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494749 Apr 30 17:30:38.391363 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42780) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:38.416611 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be146bd-2dc4-43e0-b89f-8fb6eb806f6e,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:38.422226 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:38.487012 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5d84-e0f9-49f9-82d1-1ed5a9292f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:38.515089 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5d84-e0f9-49f9-82d1-1ed5a9292f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:38.650034 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5d84-e0f9-49f9-82d1-1ed5a9292f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:38.656325 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9ad81d2a-f38b-452c-95d9-3feeae5e08be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:38.666595 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b5d84-e0f9-49f9-82d1-1ed5a9292f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be146bd-2dc4-43e0-b89f-8fb6eb806f6e,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:38.682594 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0f7b5d84-e0f9-49f9-82d1-1ed5a9292f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:38.686494 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0f7b5d84-e0f9-49f9-82d1-1ed5a9292f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:38.687631 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-0f7b5d84-e0f9-49f9-82d1-1ed5a9292f0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1be146bd-2dc4-43e0-b89f-8fb6eb806f6e HTTP/1.1" status: 204 len: 168 time: 0.2946861 Apr 30 17:30:38.853050 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608a8e0-d409-428f-bf73-91953ed7e549 req-e4f29fe9-750e-4148-af36-c600c055ec5d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:38.854928 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5608a8e0-d409-428f-bf73-91953ed7e549 req-e4f29fe9-750e-4148-af36-c600c055ec5d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1550014 Apr 30 17:30:38.944425 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5608a8e0-d409-428f-bf73-91953ed7e549 req-477ecbc3-ba09-431f-9a1f-92f9dcff8df6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607455 Apr 30 17:30:40.209788 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c250e8-7e26-4ef9-936c-a90dd5a91576 req-caedcd4e-affd-4ad3-818f-fbf1f7574b06 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:40.212562 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e9c250e8-7e26-4ef9-936c-a90dd5a91576 req-caedcd4e-affd-4ad3-818f-fbf1f7574b06 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1455073 Apr 30 17:30:40.271639 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e9c250e8-7e26-4ef9-936c-a90dd5a91576 req-9d7f14c6-72c7-45ea-bee2-fb5a1e7f9403 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511067 Apr 30 17:30:40.508841 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 42870) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:40.671219 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:40.687204 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:40.691517 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Usage tracker for resource:security_group_rule and tenant:b9e7c0e7e43744ae953ad98c38bbfd56 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:40.694785 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:40.701950 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:40.800453 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:40.998986 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:41.012655 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-84fe887e-47ba-4c6b-90a6-3e7575b54d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:41.087834 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994bbadc-9e13-4e5d-85a0-108a991f7ac7,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:41.095392 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:41.104694 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 42902) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:41.105599 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9e7c0e7e43744ae953ad98c38bbfd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951371 Apr 30 17:30:41.194660 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5bfbdd00-4d11-4495-9bd9-247d34733732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:41.226603 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5bfbdd00-4d11-4495-9bd9-247d34733732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:41.453197 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5bfbdd00-4d11-4495-9bd9-247d34733732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:41.465248 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-761da7e4-b0f9-4f59-b739-4b3c682bdb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:41.484187 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbdd00-4d11-4495-9bd9-247d34733732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994bbadc-9e13-4e5d-85a0-108a991f7ac7,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:41.514757 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5bfbdd00-4d11-4495-9bd9-247d34733732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:41.529871 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5bfbdd00-4d11-4495-9bd9-247d34733732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:41.531196 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-5bfbdd00-4d11-4495-9bd9-247d34733732 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/994bbadc-9e13-4e5d-85a0-108a991f7ac7 HTTP/1.1" status: 204 len: 168 time: 0.4254982 Apr 30 17:30:41.583695 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55349d4-9300-4091-b3b8-49346c9df4f4 req-5b5c7aac-5483-49f9-9258-7eb239ef3247 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:41.585924 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c55349d4-9300-4091-b3b8-49346c9df4f4 req-5b5c7aac-5483-49f9-9258-7eb239ef3247 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1748028 Apr 30 17:30:41.677442 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c55349d4-9300-4091-b3b8-49346c9df4f4 req-2b4f82f6-b6ee-461f-869b-207db81a8e60 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823698 Apr 30 17:30:41.802062 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65229c9b-85c9-46b4-9ce3-f04803d330e3 req-94e22377-a79a-4e62-a917-0b1556dd0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:41.803805 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-65229c9b-85c9-46b4-9ce3-f04803d330e3 req-94e22377-a79a-4e62-a917-0b1556dd0c2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 1098 time: 0.0836828 Apr 30 17:30:41.859818 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-65229c9b-85c9-46b4-9ce3-f04803d330e3 req-635ceb77-867b-4dd7-98f6-ad26f893c66c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475371 Apr 30 17:30:42.954873 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660b0ff-7d81-4aff-a03a-36dd233aeb60 req-c9f41097-d46c-4a82-b5f7-bf43dedb54d2 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:42.957427 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e660b0ff-7d81-4aff-a03a-36dd233aeb60 req-c9f41097-d46c-4a82-b5f7-bf43dedb54d2 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1331389 Apr 30 17:30:43.006555 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e660b0ff-7d81-4aff-a03a-36dd233aeb60 req-18ba5ffd-282d-465c-a5c8-b31ad0da8e33 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 Apr 30 17:30:43.443103 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:44.220873 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109fb0f-8212-445c-baed-a76354f3da03 req-0c555008-0302-4a26-9a29-7fc06886dc62 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:44.222535 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9109fb0f-8212-445c-baed-a76354f3da03 req-0c555008-0302-4a26-9a29-7fc06886dc62 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1017966 Apr 30 17:30:44.270643 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9109fb0f-8212-445c-baed-a76354f3da03 req-c211e445-5fca-484c-9c8e-ee2c342c2ae5 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Apr 30 17:30:44.951371 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-bc42b2f8-da07-44dc-8870-cfaee68b8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:44.952690 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-bc42b2f8-da07-44dc-8870-cfaee68b8570 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 1098 time: 0.1066163 Apr 30 17:30:44.960160 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0c886-93ee-4640-a27f-5221306497d2 req-af86f5a7-7c30-4a2d-b341-2db62a387068 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:44.961537 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-63b0c886-93ee-4640-a27f-5221306497d2 req-af86f5a7-7c30-4a2d-b341-2db62a387068 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1505325 Apr 30 17:30:45.161436 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-63b0c886-93ee-4640-a27f-5221306497d2 req-703f10d3-4a01-4183-97a5-f950576e9b4c tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787245 Apr 30 17:30:45.218415 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-217b0d11-91e8-4495-ac72-3518ee004b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:45.220006 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-217b0d11-91e8-4495-ac72-3518ee004b4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 920 time: 0.2576153 Apr 30 17:30:45.304102 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-46148a6f-bd65-4627-a152-bc5ebce59bec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8 HTTP/1.1" status: 200 len: 217 time: 0.0732543 Apr 30 17:30:45.390752 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-574c17ac-1487-45cb-92c4-db66fc697d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:45.392346 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-574c17ac-1487-45cb-92c4-db66fc697d7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eeae8a62-f323-4238-ac34-77efecc133e3 HTTP/1.1" status: 200 len: 859 time: 0.0733924 Apr 30 17:30:45.459135 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-ad1a2791-9e33-42ea-9643-0966db3f578a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ea61fc1-f262-426c-90c6-ff5c85c1d575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514703 Apr 30 17:30:45.607172 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-97f8b578-e897-4b71-86fe-f86a0a7b84be service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373880 Apr 30 17:30:45.756601 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b544ce4-2e18-43c3-935c-9660c9074572 req-bcd3c134-6de6-48be-8b8d-3471721d5f69 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436870 Apr 30 17:30:46.385572 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08e61e-652b-42d5-80a7-e5de6159ceff req-6aaa3ead-826e-4469-8ebc-b6b8a86efe8e tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:46.387136 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2f08e61e-652b-42d5-80a7-e5de6159ceff req-6aaa3ead-826e-4469-8ebc-b6b8a86efe8e tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.0893967 Apr 30 17:30:46.439336 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2f08e61e-652b-42d5-80a7-e5de6159ceff req-4d55cdf4-511f-4975-bea3-e67081e99eb2 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Apr 30 17:30:46.639351 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-c5c8eb98-1ab5-43ab-8b2f-815d88849c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:47.224093 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c038e-b2d2-4a17-9063-fdbfbb8226b1 req-25b6260b-cd75-4b8e-9349-b9bae37f3e55 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:47.225618 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d27c038e-b2d2-4a17-9063-fdbfbb8226b1 req-25b6260b-cd75-4b8e-9349-b9bae37f3e55 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.0862470 Apr 30 17:30:47.279671 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d27c038e-b2d2-4a17-9063-fdbfbb8226b1 req-c53ffd23-d3a3-4e45-b8ab-b2bfd9866597 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Apr 30 17:30:47.639337 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6d11a-75f8-4e20-ab94-2c6e63a2209a req-b607ac2e-50dd-4bdf-ba80-76b6bbf6f7ad tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:47.640818 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b5d6d11a-75f8-4e20-ab94-2c6e63a2209a req-b607ac2e-50dd-4bdf-ba80-76b6bbf6f7ad tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.0864558 Apr 30 17:30:47.690492 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b5d6d11a-75f8-4e20-ab94-2c6e63a2209a req-5fb0b1c9-8487-440b-ae60-5143e97bd35d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434761 Apr 30 17:30:48.494604 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9740-5557-41f3-895b-ab76b68be47e req-55f762db-352e-4d5c-94dc-5226287a24fd tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:48.501509 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-59ce9740-5557-41f3-895b-ab76b68be47e req-55f762db-352e-4d5c-94dc-5226287a24fd tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.0974569 Apr 30 17:30:48.547191 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-59ce9740-5557-41f3-895b-ab76b68be47e req-ea3c88ab-c849-4432-94b3-7bcc468de9d2 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 Apr 30 17:30:48.898633 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88021d56-2a35-4221-a9ee-6cfb2393314a req-bf3a5d56-1067-47fb-a52c-20e8b784427d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:48.900249 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-88021d56-2a35-4221-a9ee-6cfb2393314a req-bf3a5d56-1067-47fb-a52c-20e8b784427d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.0901682 Apr 30 17:30:48.951372 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-88021d56-2a35-4221-a9ee-6cfb2393314a req-6f39157e-cc43-4baf-bc40-a5a1cc0b52dd tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421264 Apr 30 17:30:49.021230 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:49.388234 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-54e8fd8f-358b-44f0-9913-98dcb1abb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:49.525766 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43148) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:49.732804 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:49.760721 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:49.760721 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5be91e2d634308acf04b20147d50c5 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:49.761865 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:49.769415 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:49.826114 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cab0f-af6c-4d4a-a58a-16834c2e6986 req-45b12875-41d4-4d9d-a395-8aa543e1e157 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:49.826114 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-262cab0f-af6c-4d4a-a58a-16834c2e6986 req-45b12875-41d4-4d9d-a395-8aa543e1e157 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1546795 Apr 30 17:30:49.948982 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-262cab0f-af6c-4d4a-a58a-16834c2e6986 req-4d697d4a-7331-4f1a-a854-6a37425b3dfd tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076977 Apr 30 17:30:50.054498 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:50.109012 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-88b08817-25cd-4b20-b8f1-c03f25c138c7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:50.111660 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-88b08817-25cd-4b20-b8f1-c03f25c138c7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 814 time: 0.2524395 Apr 30 17:30:50.127816 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-c930b348-0db2-418a-af7a-584b6939bcf9 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/quotas/27edf4bf62874f89b85fe09a8b8b4762 HTTP/1.1" status: 200 len: 375 time: 0.0105076 Apr 30 17:30:50.176001 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:50.193423 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5bfbdd00-4d11-4495-9bd9-247d34733732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:50.248184 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e5be91e2d634308acf04b20147d50c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7206240 Apr 30 17:30:50.250438 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43184) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:50.251331 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd583e71-839e-41f3-85e7-54e71116c4e8,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:50.257117 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:50.293136 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-9fe45145-9b38-4915-961b-81bd27b6703d tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1582286 Apr 30 17:30:50.320612 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cadb3f05-d983-4f25-bf0b-c75bfcb8c6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:50.349308 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cadb3f05-d983-4f25-bf0b-c75bfcb8c6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:50.380915 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:50.492330 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cadb3f05-d983-4f25-bf0b-c75bfcb8c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:50.517951 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2997c71a-0c12-4f24-99b0-0e5364fecd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:50.540955 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb3f05-d983-4f25-bf0b-c75bfcb8c6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd583e71-839e-41f3-85e7-54e71116c4e8,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:50.545710 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cadb3f05-d983-4f25-bf0b-c75bfcb8c6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:50.552344 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-cadb3f05-d983-4f25-bf0b-c75bfcb8c6d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd583e71-839e-41f3-85e7-54e71116c4e8 HTTP/1.1" status: 204 len: 168 time: 0.3008022 Apr 30 17:30:50.555785 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-cadb3f05-d983-4f25-bf0b-c75bfcb8c6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:50.603688 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-b95f04e8-28d4-4cac-b7c2-33425b98c5c7 service neutron] 10.222.0.32 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004446 Apr 30 17:30:50.801414 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-080ca483-61d4-400c-90c4-c92178ebfb9e service neutron] 10.222.0.32 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859336 Apr 30 17:30:50.825839 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43200) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:51.073889 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:51.097316 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:51.101243 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f004d13793e45d59ec6fa02cb13075b is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:51.110889 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:51.223019 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:51.459484 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce88a1-a680-4f15-a188-64beef040652 req-d3d7ab45-a9a2-4b39-a57d-c1a3817915db tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:51.462582 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6bce88a1-a680-4f15-a188-64beef040652 req-d3d7ab45-a9a2-4b39-a57d-c1a3817915db tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.2082019 Apr 30 17:30:51.467742 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:51.533076 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7f7f9-ce2c-4d66-beaf-6ae7bcf9022e req-7fa60103-dce5-43f8-8c64-8502bc31fd5d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:51.535777 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ece7f7f9-ce2c-4d66-beaf-6ae7bcf9022e req-7fa60103-dce5-43f8-8c64-8502bc31fd5d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.4282522 Apr 30 17:30:51.543066 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43240) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:51.560676 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43244) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:51.565508 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:51.577504 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:51.584717 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:51.590708 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Usage tracker for resource:security_group_rule and tenant:22136c606bf94529ae17210e77b51692 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:51.598818 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:51.615365 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:51.627307 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e4fbc1ec-dc71-4049-b0d1-77d06d0f46d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:51.653586 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6bce88a1-a680-4f15-a188-64beef040652 req-ef0ce0f5-db45-440b-b451-c6011d89c32d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793354 Apr 30 17:30:51.781774 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f004d13793e45d59ec6fa02cb13075b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9547966 Apr 30 17:30:51.786025 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43256) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:51.817954 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:51.834827 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3cc47829-37f1-41de-9c2c-1fedef1b849d req-5f21027e-fa87-42c2-8640-7c149b55668d tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 210 time: 0.1027906 Apr 30 17:30:51.836616 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c9b1b-5677-4065-8a7c-4788749672f0,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:51.867886 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:51.879435 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58c27d52-9894-4b68-b8d9-fc2ddb83323b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:51.909175 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ece7f7f9-ce2c-4d66-beaf-6ae7bcf9022e req-3576981a-9c31-4f71-84ea-c82585d69988 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834518 Apr 30 17:30:51.915353 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:51.935833 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-84f1065a-613b-42ee-a9e4-cd14653ca8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:52.000420 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c31dcc9-fe21-4d4a-ad00-7b753eb86252,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:52.007211 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58c27d52-9894-4b68-b8d9-fc2ddb83323b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.015745 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.017407 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:52.025616 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22136c606bf94529ae17210e77b51692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794660 Apr 30 17:30:52.026389 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43270) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:52.034383 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:52.038810 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Usage tracker for resource:security_group_rule and tenant:a741bd21ce094a59b4b106d5693646c4 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:52.042301 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:52.049495 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:52.107236 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.130836 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca504-2aad-4470-b7c1-d98f2ff81c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.176250 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca504-2aad-4470-b7c1-d98f2ff81c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.181450 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.459891 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.462237 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58c27d52-9894-4b68-b8d9-fc2ddb83323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.469187 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-cc8dbd02-cd73-4be8-84e6-f884f72385cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:52.471787 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b33f8f4f-c242-4fa0-8025-d378c9cd0dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:52.483369 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c27d52-9894-4b68-b8d9-fc2ddb83323b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c9b1b-5677-4065-8a7c-4788749672f0,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:52.513047 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-58c27d52-9894-4b68-b8d9-fc2ddb83323b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:52.528054 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a741bd21ce094a59b4b106d5693646c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9532442 Apr 30 17:30:52.532070 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43282) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:52.535381 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca504-2aad-4470-b7c1-d98f2ff81c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.538563 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:30:52.541378 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3032bc31-8afa-46ce-995a-69b79b84b35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:52.549761 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc26319-225d-433b-8229-ddc0d3441c2c,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:52.553041 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:52.557117 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58c27d52-9894-4b68-b8d9-fc2ddb83323b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.563749 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-58c27d52-9894-4b68-b8d9-fc2ddb83323b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c63c9b1b-5677-4065-8a7c-4788749672f0 HTTP/1.1" status: 204 len: 168 time: 0.7763097 Apr 30 17:30:52.568233 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ca504-2aad-4470-b7c1-d98f2ff81c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c31dcc9-fe21-4d4a-ad00-7b753eb86252,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:52.570305 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca504-2aad-4470-b7c1-d98f2ff81c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.574311 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-8c8ca504-2aad-4470-b7c1-d98f2ff81c46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c31dcc9-fe21-4d4a-ad00-7b753eb86252 HTTP/1.1" status: 204 len: 168 time: 0.5435889 Apr 30 17:30:52.576135 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8c8ca504-2aad-4470-b7c1-d98f2ff81c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:52.644601 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd17-e03d-46f5-9e2c-4025886a44a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.689314 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd17-e03d-46f5-9e2c-4025886a44a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.709577 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43296) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:52.870023 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd17-e03d-46f5-9e2c-4025886a44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.875979 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-352855db-84fb-4c39-ae8d-e2a15c48080f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:52.892078 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bfd17-e03d-46f5-9e2c-4025886a44a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc26319-225d-433b-8229-ddc0d3441c2c,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:52.932426 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8a3bfd17-e03d-46f5-9e2c-4025886a44a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:52.946852 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3bfd17-e03d-46f5-9e2c-4025886a44a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:52.948714 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8a3bfd17-e03d-46f5-9e2c-4025886a44a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fc26319-225d-433b-8229-ddc0d3441c2c HTTP/1.1" status: 204 len: 168 time: 0.4157319 Apr 30 17:30:53.041867 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ada5c2aa-44ba-463c-a95d-3241dffe706e req-3d2a0f76-a951-4666-9155-bdcd98946252 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 210 time: 0.0622294 Apr 30 17:30:53.369690 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:53.389516 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f03ef0-0833-412d-8b2b-169553588cb3 req-5f5aa209-7447-4697-a2e7-79f7e88cdc35 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:53.393861 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d9f03ef0-0833-412d-8b2b-169553588cb3 req-5f5aa209-7447-4697-a2e7-79f7e88cdc35 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1585233 Apr 30 17:30:53.417089 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:53.423901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Usage tracker for resource:security_group_rule and tenant:1477aac904a342db9e982760a4798127 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:53.430561 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:53.457050 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:53.487688 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d9f03ef0-0833-412d-8b2b-169553588cb3 req-1a4e3f9f-413b-42c7-b7e7-2f14cf457731 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841448 Apr 30 17:30:53.681609 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:53.752793 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:53.765005 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8c8ca504-2aad-4470-b7c1-d98f2ff81c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:53.811009 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1477aac904a342db9e982760a4798127&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0996988 Apr 30 17:30:53.813987 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43340) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:53.819359 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117332e7-bfdc-4ca9-9932-b1c79593be06,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:53.831608 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:53.894566 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-98f1ab12-05bd-4860-aeca-c27c7f538cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:53.928397 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-98f1ab12-05bd-4860-aeca-c27c7f538cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.063667 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43350) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:54.095265 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.124627 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:54.132780 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4063e5c6974e81ba984393b3d2caf0 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:54.138997 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:54.150645 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:54.158590 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-98f1ab12-05bd-4860-aeca-c27c7f538cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.164421 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:54.192199 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1ab12-05bd-4860-aeca-c27c7f538cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117332e7-bfdc-4ca9-9932-b1c79593be06,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:54.198119 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43358) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:54.200355 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-98f1ab12-05bd-4860-aeca-c27c7f538cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:54.245944 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-98f1ab12-05bd-4860-aeca-c27c7f538cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.254426 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-98f1ab12-05bd-4860-aeca-c27c7f538cd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/117332e7-bfdc-4ca9-9932-b1c79593be06 HTTP/1.1" status: 204 len: 168 time: 0.4373403 Apr 30 17:30:54.260257 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.317142 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:54.331970 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Usage tracker for resource:security_group_rule and tenant:11c958f1166e45439af778dfab09c680 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:54.337818 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-884d5233-a06a-4085-b6e4-e827eb218990 req-6d775420-f755-4912-ac02-5b6d898d5d13 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 210 time: 0.0612772 Apr 30 17:30:54.338891 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:54.352135 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:54.412556 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.478860 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.555905 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-410a31ad-731e-4cb6-b028-25f85640c594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:54.594477 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e4063e5c6974e81ba984393b3d2caf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5288630 Apr 30 17:30:54.602557 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43374) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:54.656879 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98567b31-1ef1-4ac8-b86e-e61a5b71a566,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:54.662973 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:54.787510 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-206081cf-3207-4902-a515-926cf1bbdb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.809637 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-806c37e7-add8-4536-b760-f6a6243c2367 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:54.811265 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-806c37e7-add8-4536-b760-f6a6243c2367 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 814 time: 0.4312944 Apr 30 17:30:54.882772 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.909632 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Request body: {'port': {'device_id': 'b670392f-3af2-46b9-a1cf-8f363dbace60', 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a', 'admin_state_up': True, 'tenant_id': '27edf4bf62874f89b85fe09a8b8b4762'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:54.953894 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-206081cf-3207-4902-a515-926cf1bbdb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.981165 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:54.993408 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d9173416-2eeb-4b18-81fa-bf401824320d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:55.149245 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde27a5-d28d-44c5-8db4-c427b85d9ef4,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:55.168916 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11c958f1166e45439af778dfab09c680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9635773 Apr 30 17:30:55.173587 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43398) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:55.192388 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.195153 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.195153 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.195153 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.195153 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.195153 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.195153 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.195153 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.195767 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.195767 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.196060 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.196181 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:55.201862 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:55.225335 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:55.237167 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc156479-8aa3-4eda-b42e-de795af26112 req-9af5ca4d-cf5a-4ed2-9d26-8d9dac473150 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:55.244532 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fc156479-8aa3-4eda-b42e-de795af26112 req-9af5ca4d-cf5a-4ed2-9d26-8d9dac473150 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.5331664 Apr 30 17:30:55.265555 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Usage tracker for resource:port and tenant:27edf4bf62874f89b85fe09a8b8b4762 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:55.272627 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:55.277347 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-faedbcac-79a8-41bd-8855-eef9f8758cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:55.281671 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:55.302417 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-faedbcac-79a8-41bd-8855-eef9f8758cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:55.315013 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fc156479-8aa3-4eda-b42e-de795af26112 req-cb466b36-373c-4d7e-a05b-227c9313e02c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692284 Apr 30 17:30:55.374139 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-206081cf-3207-4902-a515-926cf1bbdb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:55.379101 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:55.398214 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206081cf-3207-4902-a515-926cf1bbdb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98567b31-1ef1-4ac8-b86e-e61a5b71a566,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:55.402226 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-206081cf-3207-4902-a515-926cf1bbdb5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:55.409098 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-206081cf-3207-4902-a515-926cf1bbdb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:55.415116 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-206081cf-3207-4902-a515-926cf1bbdb5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98567b31-1ef1-4ac8-b86e-e61a5b71a566 HTTP/1.1" status: 204 len: 168 time: 0.8050489 Apr 30 17:30:55.438038 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Made reservation on behalf of 27edf4bf62874f89b85fe09a8b8b4762 for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:30:55.442021 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:55.488327 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-faedbcac-79a8-41bd-8855-eef9f8758cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:55.499748 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a307ad03-7f8e-47f8-8a9f-564bce7e88f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:55.533382 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedbcac-79a8-41bd-8855-eef9f8758cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde27a5-d28d-44c5-8db4-c427b85d9ef4,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:55.544225 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-faedbcac-79a8-41bd-8855-eef9f8758cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:55.564152 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-faedbcac-79a8-41bd-8855-eef9f8758cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:55.567991 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-faedbcac-79a8-41bd-8855-eef9f8758cbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bde27a5-d28d-44c5-8db4-c427b85d9ef4 HTTP/1.1" status: 204 len: 168 time: 0.3916783 Apr 30 17:30:55.670227 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-37267a25-b1ad-4d39-a1b7-07df258ed0a2 req-ea219620-13c2-4844-ab2e-251d48772390 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 210 time: 0.0602710 Apr 30 17:30:55.776637 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Allocated IP 172.20.0.12 (795d416a-ff8d-4a53-9908-c0009e59784a/50915d68-348e-425b-8bf6-f666b72f8168/e9943bfa-fc7e-4ad3-b28f-a091f0256856) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:30:56.014503 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:56.108246 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:56.120736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-3adfbd57-11d7-4051-87db-0d0b412a017a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:56.127387 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['21af39cc-70bf-40aa-aeac-108f08090f57', '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0', '326b5125-9a93-45b3-a80a-9fbad50bdc9e'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:30:56.210385 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Pushing event updated for resources: {'Port': ['ID=e9943bfa-fc7e-4ad3-b28f-a091f0256856,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:56.216231 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:56.218917 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Network 795d416a-ff8d-4a53-9908-c0009e59784a is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:30:56.220169 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:30:56.226416 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:30:56.321787 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:56.322645 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:56.494888 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5944610 Apr 30 17:30:56.509335 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Request body: {'port': {'device_id': 'b670392f-3af2-46b9-a1cf-8f363dbace60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:56.629362 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43444) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:56.673910 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:56.721131 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:56.733306 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Usage tracker for resource:security_group_rule and tenant:865f6f4cf34a4e5997700d8e3b819ca2 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:56.740332 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:56.745495 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:56.752117 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:56.922943 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:56.931328 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d67b1-139b-4435-a16c-29c1998e0faa req-3e85838e-de93-488d-9f3b-15078d15862d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:56.935637 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43454) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:56.943568 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e44d67b1-139b-4435-a16c-29c1998e0faa req-3e85838e-de93-488d-9f3b-15078d15862d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.3802078 Apr 30 17:30:57.048495 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.099169 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-cadb3f05-d983-4f25-bf0b-c75bfcb8c6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:57.111494 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=865f6f4cf34a4e5997700d8e3b819ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801936 Apr 30 17:30:57.117181 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43464) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:57.167937 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb0159a-49ca-4c6d-9628-a3d04c4e89d0,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:57.169373 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:57.178203 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e44d67b1-139b-4435-a16c-29c1998e0faa req-763facab-5a93-4350-bcb5-e2e946ecf580 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336433 Apr 30 17:30:57.209437 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1778504991-network', 'tenant_id': 'f6118160028b4e47a58c0dc84efd6679'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:57.218321 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:57.232391 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Usage tracker for resource:network and tenant:f6118160028b4e47a58c0dc84efd6679 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:57.236991 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:57.245034 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-16a75d02-caff-4b72-ac82-b6067ad5a985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.253103 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:57.288370 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436aae-bd82-406c-aab6-53d5c4c687df req-ec04849c-6baa-428d-80bc-7dc7a3d34ab1 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:57.289097 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fa436aae-bd82-406c-aab6-53d5c4c687df req-ec04849c-6baa-428d-80bc-7dc7a3d34ab1 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Synchronizing usage tracker for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:30:57.326575 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-16a75d02-caff-4b72-ac82-b6067ad5a985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.373966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Made reservation on behalf of f6118160028b4e47a58c0dc84efd6679 for: {'network': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:30:57.379084 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.432316 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.447495 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fa436aae-bd82-406c-aab6-53d5c4c687df req-ec04849c-6baa-428d-80bc-7dc7a3d34ab1 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Unset dirty status for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:30:57.459764 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:57.460109 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fa436aae-bd82-406c-aab6-53d5c4c687df req-ec04849c-6baa-428d-80bc-7dc7a3d34ab1 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 932 time: 0.5422235 Apr 30 17:30:57.465073 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Usage tracker for resource:security_group_rule and tenant:f6118160028b4e47a58c0dc84efd6679 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:57.468690 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:57.475722 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:57.552397 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9943bfa-fc7e-4ad3-b28f-a091f0256856 {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:30:57.564627 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.569778 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fa436aae-bd82-406c-aab6-53d5c4c687df req-e140b4a2-2927-4a3e-9e33-3a631dad95e4 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738821 Apr 30 17:30:57.570981 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-16a75d02-caff-4b72-ac82-b6067ad5a985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.583278 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-108f01b2-eaa7-43c6-9f55-63f769efba01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:57.587118 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Transition to ACTIVE for port object e9943bfa-fc7e-4ad3-b28f-a091f0256856 will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:30:57.629727 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a75d02-caff-4b72-ac82-b6067ad5a985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb0159a-49ca-4c6d-9628-a3d04c4e89d0,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:57.636934 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-16a75d02-caff-4b72-ac82-b6067ad5a985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:57.642680 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-16a75d02-caff-4b72-ac82-b6067ad5a985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.644010 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-16a75d02-caff-4b72-ac82-b6067ad5a985 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceb0159a-49ca-4c6d-9628-a3d04c4e89d0 HTTP/1.1" status: 204 len: 168 time: 0.5229919 Apr 30 17:30:57.649858 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.664638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:57.722278 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.780896 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.785253 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1fd982d6-33ce-4cd7-acf5-cab72f5bb973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:57.810342 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=74463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:30:57.823690 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e3788b-31eb-4763-a86e-f3fad3700ac8,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:57.827925 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:57.828856 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.829202 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.segments_db [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Added segment 134d1778-561c-4dc0-8e37-65805a909ce0 of type vlan for network e4d3dfa3-057a-4002-93df-400d698f784b Apr 30 17:30:57.861376 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:57.912615 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9943bfa-fc7e-4ad3-b28f-a091f0256856,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:57.921422 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:58.009776 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Attempting to bind port e9943bfa-fc7e-4ad3-b28f-a091f0256856 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:30:58.009776 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Attempting to bind port e9943bfa-fc7e-4ad3-b28f-a091f0256856 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:30:58.009776 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Attempting to bind port e9943bfa-fc7e-4ad3-b28f-a091f0256856 on network 795d416a-ff8d-4a53-9908-c0009e59784a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:30:58.024009 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Port e9943bfa-fc7e-4ad3-b28f-a091f0256856 on network 795d416a-ff8d-4a53-9908-c0009e59784a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:30:58.024381 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Attempting to bind port e9943bfa-fc7e-4ad3-b28f-a091f0256856 on network 795d416a-ff8d-4a53-9908-c0009e59784a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:30:58.032767 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:30:58.033114 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Checking segment: {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:30:58.033515 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Bound using segment: {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:30:58.034158 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Bound port: e9943bfa-fc7e-4ad3-b28f-a091f0256856, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7612ef94-05fc-4317-a655-a00ea43cc79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:30:58.034347 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:58.045183 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:58.046623 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:58.047237 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:58.052944 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f2687041-8238-476d-9c25-ee06257a5e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:58.299224 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3624787 Apr 30 17:30:58.304126 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43500) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:30:58.316544 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Request body: {'subnet': {'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1778504991-subnet', 'tenant_id': 'f6118160028b4e47a58c0dc84efd6679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:30:58.323640 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Pushing event updated for resources: {'Network': ['ID=e4d3dfa3-057a-4002-93df-400d698f784b,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:58.332963 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:30:58.336984 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.337384 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.337713 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.338407 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.338935 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.339646 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.340674 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.341191 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.341689 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.342229 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.342727 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.343233 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:30:58.352542 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Usage tracker for resource:subnet and tenant:f6118160028b4e47a58c0dc84efd6679 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:30:58.366434 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:58.367534 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:30:58.368251 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network e4d3dfa3-057a-4002-93df-400d698f784b details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:30:58.376675 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:30:58.602186 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-3c9ef53e-d8e3-46b9-b8a4-be1329b42c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:58.603745 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-3c9ef53e-d8e3-46b9-b8a4-be1329b42c00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 1098 time: 0.3761952 Apr 30 17:30:58.708616 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] For port e9943bfa-fc7e-4ad3-b28f-a091f0256856, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:30:58.750904 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Made reservation on behalf of f6118160028b4e47a58c0dc84efd6679 for: {'subnet': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:30:58.752044 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36f24d-c7b5-41b7-8018-1bae5122b177 req-a3ced238-648e-4489-8add-4f7260c8f0b2 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:58.756762 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:58.757023 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a36f24d-c7b5-41b7-8018-1bae5122b177 req-a3ced238-648e-4489-8add-4f7260c8f0b2 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.5751696 Apr 30 17:30:58.762505 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] For port e9943bfa-fc7e-4ad3-b28f-a091f0256856, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e9943bfa-fc7e-4ad3-b28f-a091f0256856,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:30:58.882840 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-275c6f06-9667-4012-8985-ff4193d31b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:58.884654 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-275c6f06-9667-4012-8985-ff4193d31b2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 920 time: 0.2727866 Apr 30 17:30:58.946134 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:58.967490 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-fc4a7495-dde8-4e06-b7bb-5976fb960f7b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:30:59.032466 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-7b622e13-6caf-4d9c-a477-c9828779e2d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8 HTTP/1.1" status: 200 len: 217 time: 0.1404655 Apr 30 17:30:59.082895 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:59.083958 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:30:59.086440 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] 10.222.0.64 "PUT /v2.0/ports/e9943bfa-fc7e-4ad3-b28f-a091f0256856 HTTP/1.1" status: 200 len: 1094 time: 2.5814724 Apr 30 17:30:59.094934 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b670392f-3af2-46b9-a1cf-8f363dbace60', 'tag': 'e9943bfa-fc7e-4ad3-b28f-a091f0256856'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:30:59.127125 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4b301-fef2-4010-bda3-8a05bab98579 req-5cc977de-8d92-4f00-88f2-f0fa808720bb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:59.134713 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-37b4b301-fef2-4010-bda3-8a05bab98579 req-5cc977de-8d92-4f00-88f2-f0fa808720bb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.5653441 Apr 30 17:30:59.204627 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a36f24d-c7b5-41b7-8018-1bae5122b177 req-bfa1aff7-2623-4352-89e0-912896460070 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280584 Apr 30 17:30:59.290298 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-21635a46-8560-496a-97ae-4472407135a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:59.298540 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-21635a46-8560-496a-97ae-4472407135a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eeae8a62-f323-4238-ac34-77efecc133e3 HTTP/1.1" status: 200 len: 859 time: 0.2502706 Apr 30 17:30:59.415868 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e9943bfa-fc7e-4ad3-b28f-a091f0256856,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:30:59.454626 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:30:59.537877 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-e58d3e48-8f3f-4382-a2d5-a11147b3eede service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ea61fc1-f262-426c-90c6-ff5c85c1d575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2355986 Apr 30 17:30:59.619376 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-37b4b301-fef2-4010-bda3-8a05bab98579 req-dd501caf-4164-4bca-a81e-743c72a9f735 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4838173 Apr 30 17:30:59.683357 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-a12963a2-d1c5-49b4-a276-9f38508680fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:59.685912 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-a12963a2-d1c5-49b4-a276-9f38508680fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 1097 time: 0.4225543 Apr 30 17:30:59.694138 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5a5ad-ecdb-4e38-a430-2444c1d8ba9a req-f2c9ca6d-e007-448d-a045-048bdb5d5078 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:59.702589 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-60d5a5ad-ecdb-4e38-a430-2444c1d8ba9a req-f2c9ca6d-e007-448d-a045-048bdb5d5078 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 944 time: 0.2695298 Apr 30 17:30:59.784686 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b670392f-3af2-46b9-a1cf-8f363dbace60', 'tag': 'e9943bfa-fc7e-4ad3-b28f-a091f0256856', 'status': 'completed', 'code': 200} Apr 30 17:30:59.798521 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-0e0ae62c-8c31-4a21-a72e-be8294204aa2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9943bfa-fc7e-4ad3-b28f-a091f0256856 HTTP/1.1" status: 200 len: 217 time: 0.0931654 Apr 30 17:30:59.846627 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-382a4f52-7ffa-45ae-aa66-09d22fab2ad5 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953100 Apr 30 17:30:59.879137 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-60d5a5ad-ecdb-4e38-a430-2444c1d8ba9a req-325b2748-030a-489f-b620-2252ad0ac7e9 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751437 Apr 30 17:30:59.906558 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-3064807d-55fe-4a06-abe5-38e39a2b3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:30:59.908993 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-3064807d-55fe-4a06-abe5-38e39a2b3eb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50915d68-348e-425b-8bf6-f666b72f8168 HTTP/1.1" status: 200 len: 854 time: 0.1012526 Apr 30 17:30:59.968137 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-a0bb2d67-ceea-4975-bb8d-f6f7bdf19bd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795d416a-ff8d-4a53-9908-c0009e59784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503540 Apr 30 17:31:00.101136 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-578f5d54-f89b-4e5d-a404-e2fadec95315 req-7351993d-d3ee-4587-8b1c-b26c1699b2cf service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473803 Apr 30 17:31:00.111464 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-64df5fba-599e-4f6d-8430-ba6298007d8f service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319191 Apr 30 17:31:00.224023 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:00.228802 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0791acc2-6249-43fe-b27e-a087d9e771b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:00.284804 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e1e20ef5-c0b5-44e4-b15a-a586d8e61b82 req-7d7e3746-2013-45e2-997e-af12759d04f2 service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683493 Apr 30 17:31:00.302231 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=082502a8-ea9b-454d-b6cd-be30bdd35aa8,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:00.313933 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:00.321675 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Checking segment: {'id': '134d1778-561c-4dc0-8e37-65805a909ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:00.322036 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Network hostable DHCP agents. Network: e4d3dfa3-057a-4002-93df-400d698f784b, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:31:00.427154 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Network e4d3dfa3-057a-4002-93df-400d698f784b is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:31:00.489383 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43560) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:00.514798 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, e4d3dfa3-057a-4002-93df-400d698f784b) {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:00.521768 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:00.522329 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:00.526266 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a07e034-09e0-42d2-b81f-f1c5f669529b None None] Network e4d3dfa3-057a-4002-93df-400d698f784b requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:00.619514 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3102798 Apr 30 17:31:00.664958 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-f9b98159-3022-4147-8699-d818ab485e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:00.666640 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-f9b98159-3022-4147-8699-d818ab485e53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 1097 time: 0.1622429 Apr 30 17:31:00.676910 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acb59b-ecaa-4bd6-908e-988df76e571d req-4b591d2c-e0e5-49bc-9e4a-0a4c366db8de tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:00.680236 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-82acb59b-ecaa-4bd6-908e-988df76e571d req-4b591d2c-e0e5-49bc-9e4a-0a4c366db8de tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.2661622 Apr 30 17:31:00.876554 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:00.900171 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:00.913976 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59050711-f0d9-42bf-bab0-8b6c63b45093 None None] Network e4d3dfa3-057a-4002-93df-400d698f784b requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:00.916094 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Usage tracker for resource:security_group_rule and tenant:76cf2f4bdfd640fbac5130ceaa97764a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:00.923438 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:00.942088 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:00.953010 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-82acb59b-ecaa-4bd6-908e-988df76e571d req-b1bfcf90-149d-450a-95b6-dd40faef41fd tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591043 Apr 30 17:31:01.088841 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.090805 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-1fe7ca85-4439-48c0-9d4c-2d2ff085af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:01.095427 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-1fe7ca85-4439-48c0-9d4c-2d2ff085af8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 200 len: 915 time: 0.4146149 Apr 30 17:31:01.181209 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.191116 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-d087ea56-8f0f-44b8-b471-14716a1f9293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:01.229287 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-e76082ca-1316-4c7e-b81c-6ddc975e2f3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9943bfa-fc7e-4ad3-b28f-a091f0256856 HTTP/1.1" status: 200 len: 217 time: 0.1159937 Apr 30 17:31:01.236375 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76cf2f4bdfd640fbac5130ceaa97764a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7455106 Apr 30 17:31:01.238645 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5c3429-0cd5-4ac0-95f2-3b29030ee192,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:01.242676 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43588) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:01.255280 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:01.297723 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89204ac-a2c0-4032-907f-06fa720ae535 req-b4c19c52-6950-44f2-8a7b-3748dfde4dc2 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:01.299315 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b89204ac-a2c0-4032-907f-06fa720ae535 req-b4c19c52-6950-44f2-8a7b-3748dfde4dc2 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.4383099 Apr 30 17:31:01.422648 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b89204ac-a2c0-4032-907f-06fa720ae535 req-ef2e867b-1807-48cb-8a43-169b0c2f4972 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135113 Apr 30 17:31:01.445548 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ea3c95f1-00c0-45fb-a611-f71b90fe2d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.463022 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-17addb0f-8b47-4d56-a854-2a1e649eac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:01.466212 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-17addb0f-8b47-4d56-a854-2a1e649eac4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50915d68-348e-425b-8bf6-f666b72f8168 HTTP/1.1" status: 200 len: 854 time: 0.2243130 Apr 30 17:31:01.591670 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac165691-ff46-4c83-89b0-02f568a116b3 req-5cda1e18-08c9-4c50-9dad-de975088c7c8 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:01.593294 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ac165691-ff46-4c83-89b0-02f568a116b3 req-5cda1e18-08c9-4c50-9dad-de975088c7c8 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 944 time: 0.4201412 Apr 30 17:31:01.608542 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ea3c95f1-00c0-45fb-a611-f71b90fe2d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:01.627060 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-9167a440-8479-4683-bbda-b6b9ea2ea2f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=795d416a-ff8d-4a53-9908-c0009e59784a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403182 Apr 30 17:31:01.636096 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43594) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:01.959067 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ac165691-ff46-4c83-89b0-02f568a116b3 req-f6ecf25a-d36d-4c78-ac12-0e674182a037 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918098 Apr 30 17:31:02.016807 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-b70383d0-8ade-40f9-ba9e-f68f6bd4aa2a service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815811 Apr 30 17:31:02.033805 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.050628 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:02.055109 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Usage tracker for resource:security_group_rule and tenant:1a26cd797c75424283a84dd92a10a359 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:02.059473 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:02.066524 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:02.127927 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ea3c95f1-00c0-45fb-a611-f71b90fe2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.133841 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:02.157334 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c95f1-00c0-45fb-a611-f71b90fe2d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5c3429-0cd5-4ac0-95f2-3b29030ee192,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:02.162502 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ea3c95f1-00c0-45fb-a611-f71b90fe2d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:02.170140 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ea3c95f1-00c0-45fb-a611-f71b90fe2d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.171935 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-ea3c95f1-00c0-45fb-a611-f71b90fe2d2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e5c3429-0cd5-4ac0-95f2-3b29030ee192 HTTP/1.1" status: 204 len: 168 time: 0.9247553 Apr 30 17:31:02.238035 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-27847c57-d658-4ed1-8591-703a7ad4dbc7 req-ce38ed61-d869-41f2-bb11-942556cbf706 service neutron] 10.222.0.64 "GET /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139623 Apr 30 17:31:02.290616 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0994e-4c23-4ba4-b401-d19b81b0fcf5 req-a753b996-e677-4831-ba0e-09dadb7b765f tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:02.292187 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2cd0994e-4c23-4ba4-b401-d19b81b0fcf5 req-a753b996-e677-4831-ba0e-09dadb7b765f tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.0958016 Apr 30 17:31:02.307706 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.343783 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2cd0994e-4c23-4ba4-b401-d19b81b0fcf5 req-80eb3463-0de6-4aa6-ba9b-54025cde33ef tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447919 Apr 30 17:31:02.375523 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.382859 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-15e57e68-139c-4b84-b9e1-2ed4e8ac6cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:02.428084 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a26cd797c75424283a84dd92a10a359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7868938 Apr 30 17:31:02.428084 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0298a5-8f3e-444d-99b6-66eb1c94d5a7,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:02.428495 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43610) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:02.433136 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:02.541811 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fc71-4749-42de-a6fc-28c77040b694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.648130 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fc71-4749-42de-a6fc-28c77040b694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.773451 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95cf1c-334c-4288-93f6-efecb209384b req-4da18d17-738a-45a7-81e1-6b5b7fd714e9 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:02.775088 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0c95cf1c-334c-4288-93f6-efecb209384b req-4da18d17-738a-45a7-81e1-6b5b7fd714e9 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.2145753 Apr 30 17:31:02.845350 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0c95cf1c-334c-4288-93f6-efecb209384b req-e6264754-2a14-4580-906f-a691794ae5b2 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585575 Apr 30 17:31:02.940160 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fc71-4749-42de-a6fc-28c77040b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.948573 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d062c2de-70f1-47c0-b065-8e7c6ad5f716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:02.974510 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-4fa0fc71-4749-42de-a6fc-28c77040b694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:02.975630 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-4fa0fc71-4749-42de-a6fc-28c77040b694 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b0298a5-8f3e-444d-99b6-66eb1c94d5a7 HTTP/1.1" status: 204 len: 168 time: 0.5461795 Apr 30 17:31:02.977481 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0fc71-4749-42de-a6fc-28c77040b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0298a5-8f3e-444d-99b6-66eb1c94d5a7,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:02.984340 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-4fa0fc71-4749-42de-a6fc-28c77040b694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:03.190521 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf541df-0af4-4a0a-bab0-19a341cda372 req-2d8c1257-5209-40ff-b670-1d75797bfa99 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:03.193270 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9bf541df-0af4-4a0a-bab0-19a341cda372 req-2d8c1257-5209-40ff-b670-1d75797bfa99 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 944 time: 0.0856588 Apr 30 17:31:03.253963 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9bf541df-0af4-4a0a-bab0-19a341cda372 req-10e50a9c-0a3d-45c2-a9ca-ec6c2394e19e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527318 Apr 30 17:31:03.620829 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e685c2-c608-4e12-9c87-93ae739a66c4 req-77b00f77-4ffb-4313-88ad-59129fce6e8b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:03.622700 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-61e685c2-c608-4e12-9c87-93ae739a66c4 req-77b00f77-4ffb-4313-88ad-59129fce6e8b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.0932546 Apr 30 17:31:03.698858 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-61e685c2-c608-4e12-9c87-93ae739a66c4 req-668aa407-61dd-4330-844d-073d178b4f3e tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697603 Apr 30 17:31:03.812035 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43662) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:03.940087 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-489630931-network', 'tenant_id': '70509fdad1284ebcac81e155090fc72a'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:03.951101 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:03.959268 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Usage tracker for resource:network and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:03.964668 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:03.990445 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:04.084317 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Made reservation on behalf of 70509fdad1284ebcac81e155090fc72a for: {'network': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:04.087064 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.102489 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.113445 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f498d-c0fb-4616-8435-caee8690bbc3 req-3925781d-e1e1-42ff-8831-41b3cc4d29ff tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:04.127408 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4e3f498d-c0fb-4616-8435-caee8690bbc3 req-3925781d-e1e1-42ff-8831-41b3cc4d29ff tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1353686 Apr 30 17:31:04.144272 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:04.158399 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Usage tracker for resource:security_group_rule and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:04.164942 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:04.194336 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:04.218932 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4e3f498d-c0fb-4616-8435-caee8690bbc3 req-372d573e-e64f-4d00-8794-9c4867470b0d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900369 Apr 30 17:31:04.371932 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.414642 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device e9943bfa-fc7e-4ad3-b28f-a091f0256856 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:31:04.495281 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.504099 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b67f2e4b-1597-4548-9d22-7644362548c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:04.538029 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=74463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:31:04.549054 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba37e8b-f49a-4710-996a-226d4891a7f4,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:04.553400 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:04.557081 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.557480 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.segments_db [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Added segment 6d3d18b7-a296-46eb-aa20-024c041402c4 of type vlan for network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 Apr 30 17:31:04.601380 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.611781 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port e9943bfa-fc7e-4ad3-b28f-a091f0256856, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e9943bfa-fc7e-4ad3-b28f-a091f0256856,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:04.619215 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac087e4d-1e5d-43cd-af88-8ae2ff88e73d req-8c6c3321-cbc7-43ca-ba49-1b5661730793 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:04.622150 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ac087e4d-1e5d-43cd-af88-8ae2ff88e73d req-8c6c3321-cbc7-43ca-ba49-1b5661730793 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 944 time: 0.1682508 Apr 30 17:31:04.640010 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': 'e9943bfa-fc7e-4ad3-b28f-a091f0256856', 'network_id': '795d416a-ff8d-4a53-9908-c0009e59784a', 'port_id': 'e9943bfa-fc7e-4ad3-b28f-a091f0256856', 'mac_address': 'fa:16:3e:2b:57:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50915d68-348e-425b-8bf6-f666b72f8168', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:31:04.702345 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ac087e4d-1e5d-43cd-af88-8ae2ff88e73d req-c662711c-e656-4a0c-82b2-14902fc87461 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659573 Apr 30 17:31:04.728694 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.747079 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.748507 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:04.749165 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.765764 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9943bfa-fc7e-4ad3-b28f-a091f0256856 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:31:04.788175 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port e9943bfa-fc7e-4ad3-b28f-a091f0256856, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e9943bfa-fc7e-4ad3-b28f-a091f0256856,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:04.840943 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:04.872985 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:04.874879 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:04.947845 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1341405 Apr 30 17:31:05.012842 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=e9943bfa-fc7e-4ad3-b28f-a091f0256856,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:05.022304 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.022635 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.023136 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.023751 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.024229 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.024700 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.025300 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.025850 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.026379 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.026889 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.027478 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.028949 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:05.033793 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:05.077876 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43730) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:05.088222 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Request body: {'subnet': {'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-489630931-subnet', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'ip_version': 4}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:05.092247 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:05.095819 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Usage tracker for resource:subnet and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:05.098869 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:05.105076 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:05.111493 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Pushing event updated for resources: {'Network': ['ID=08ba6f5d-77cc-48f1-8010-9e1d5f593c79,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:05.115145 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:05.126747 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:31:05.233624 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Made reservation on behalf of 70509fdad1284ebcac81e155090fc72a for: {'subnet': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:05.236906 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:05.256435 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['e9943bfa-fc7e-4ad3-b28f-a091f0256856'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:05.262325 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-7fd8bb9d-616b-4ace-85eb-7e72a26c659d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:05.264023 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-7fd8bb9d-616b-4ace-85eb-7e72a26c659d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/networks?id=e4d3dfa3-057a-4002-93df-400d698f784b HTTP/1.1" status: 200 len: 814 time: 0.3758912 Apr 30 17:31:05.340524 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71e7f4-bbec-4f62-a522-893a6ebe3d4c req-17dfbf3e-173d-4d8c-be26-4c3fe7fc8330 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:05.349450 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9c71e7f4-bbec-4f62-a522-893a6ebe3d4c req-17dfbf3e-173d-4d8c-be26-4c3fe7fc8330 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.2516937 Apr 30 17:31:05.355074 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-262294b6-eef4-4dc5-8f24-5f0bc4fa16ee tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/quotas/f6118160028b4e47a58c0dc84efd6679 HTTP/1.1" status: 200 len: 375 time: 0.0641739 Apr 30 17:31:05.462836 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9c71e7f4-bbec-4f62-a522-893a6ebe3d4c req-8258efa1-016a-456b-9e3d-e7c9e996b6f2 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120043 Apr 30 17:31:05.468637 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-930e2177-436c-4242-94ad-a204437a7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:05.491248 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-930e2177-436c-4242-94ad-a204437a7434 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 1099 time: 0.3814840 Apr 30 17:31:05.503375 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-525eec97-2535-4f09-8f6b-07396daafef5 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6118160028b4e47a58c0dc84efd6679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016071 Apr 30 17:31:05.923179 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-9beca4c2-5716-4fb5-af1e-17164ee888a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:05.924635 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-9beca4c2-5716-4fb5-af1e-17164ee888a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 912 time: 0.4324925 Apr 30 17:31:05.926355 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-00264aad-bc9f-4bfe-899a-fd05594e5485 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221706 Apr 30 17:31:05.939427 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:05.943290 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2bb7a0b6-35ce-465f-906d-6ecd01f0553f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:06.017182 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb66e8fe-816a-482b-ae45-eead6e1aaaaa,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:06.020831 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:06.028340 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Checking segment: {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:06.028935 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Network hostable DHCP agents. Network: 08ba6f5d-77cc-48f1-8010-9e1d5f593c79, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:31:06.124853 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c206d9-9090-4c31-8820-881ddc499bc3 req-3612da88-3161-4ec8-a768-eec69583ca88 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:06.126397 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-39c206d9-9090-4c31-8820-881ddc499bc3 req-3612da88-3161-4ec8-a768-eec69583ca88 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.4183502 Apr 30 17:31:06.169550 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-bf65924b-234b-4343-b9e4-ce3a9edb099e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=315de6d0-5e5e-4559-9838-616d1cb6d592 HTTP/1.1" status: 200 len: 1002 time: 0.2126749 Apr 30 17:31:06.170246 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:31:06.255667 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 08ba6f5d-77cc-48f1-8010-9e1d5f593c79) {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:06.260323 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:06.261100 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:06.268568 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32701f48-2cc2-48e3-a28c-ea06f402340d None None] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:06.356381 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-bb8d8a09-250c-4240-a1e3-cc777e468cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:06.359374 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-bb8d8a09-250c-4240-a1e3-cc777e468cd1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 200 len: 850 time: 0.1790679 Apr 30 17:31:06.368115 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-39c206d9-9090-4c31-8820-881ddc499bc3 req-fb8ac681-e11d-4a2f-a4fe-fc7ce4bf3b86 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251563 Apr 30 17:31:06.404200 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3224101 Apr 30 17:31:06.406912 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43794) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:06.420980 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:06.443703 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:06.445233 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device e9943bfa-fc7e-4ad3-b28f-a091f0256856 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:06.459586 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Usage tracker for resource:router and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:06.483837 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:06.490809 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-03dc7feb-5938-4ca8-9af7-43810c84fba3 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555041 Apr 30 17:31:06.504724 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:06.588002 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-518759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64839'] for router, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:06.589268 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3718306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64846'] for router, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:06.652778 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:06.678789 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-a1b8bd15-1130-494b-8dc6-1081857993f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:06.681019 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-a1b8bd15-1130-494b-8dc6-1081857993f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3114779 Apr 30 17:31:06.700571 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b8334-3b2a-4507-994d-b96c7f2a3f87 req-79790165-2d93-4542-affd-ae38c813714b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:06.702459 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-460b8334-3b2a-4507-994d-b96c7f2a3f87 req-79790165-2d93-4542-affd-ae38c813714b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 945 time: 0.1789281 Apr 30 17:31:06.806645 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port e9943bfa-fc7e-4ad3-b28f-a091f0256856 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:06.836250 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port e9943bfa-fc7e-4ad3-b28f-a091f0256856 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:06.836694 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:06.934770 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-460b8334-3b2a-4507-994d-b96c7f2a3f87 req-db65e52e-4f5e-409a-994d-8fd4b895af49 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107949 Apr 30 17:31:06.990989 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b21e8bf-1867-54f2-8f46-0d81c7d09bf3-08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa'}]}} from dv-cinder-784779-10-smb. {{(pid=74465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:31:06.992377 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:07.044103 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-c22f78cb-436a-4ad6-aa2d-9ce2dedcd85e service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324404 Apr 30 17:31:07.284804 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-377edbd2-0a62-40a1-88a7-2affe30c5424 req-fa18ec6b-adae-4493-918f-d6e9cd78181d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 210 time: 0.1705840 Apr 30 17:31:07.463606 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:07.485813 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64956'] for router, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:07.494682 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a0ba07a-411d-4cd6-b2c0-69ae5d70dbbf req-c3d85198-fd81-48c0-81c2-366eb7d1e79d service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490447 Apr 30 17:31:07.538794 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf4c25-18ad-4340-8848-34cb25c3d98b req-b857d028-9084-49b9-a639-6fe15fa68a73 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:07.540865 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c9cf4c25-18ad-4340-8848-34cb25c3d98b req-b857d028-9084-49b9-a639-6fe15fa68a73 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.3674710 Apr 30 17:31:07.564239 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b670392f-3af2-46b9-a1cf-8f363dbace60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9943bfa-fc7e-4ad3-b28f-a091f0256856'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:07.575615 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.db_base_plugin_common [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Allocated IP 172.20.0.2 (08ba6f5d-77cc-48f1-8010-9e1d5f593c79/bb66e8fe-816a-482b-ae45-eead6e1aaaaa/d17ed0a3-b9c7-407c-882d-18bd59177cf4) {{(pid=74465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:07.583959 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port e9943bfa-fc7e-4ad3-b28f-a091f0256856, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e9943bfa-fc7e-4ad3-b28f-a091f0256856,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:07.664123 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c9cf4c25-18ad-4340-8848-34cb25c3d98b req-f47c5722-d87d-488c-bded-b204314352d2 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786519 Apr 30 17:31:07.690369 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c793b-086d-426b-8000-77321765a6bc req-75440ca0-a795-4bc4-92e4-459a358518ef tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:07.697884 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f55c793b-086d-426b-8000-77321765a6bc req-75440ca0-a795-4bc4-92e4-459a358518ef tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1559041 Apr 30 17:31:07.743371 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:07.757521 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:07.815220 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f55c793b-086d-426b-8000-77321765a6bc req-fbdbc487-d32f-49af-8b37-f76c529fa404 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159494 Apr 30 17:31:07.842157 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=e9943bfa-fc7e-4ad3-b28f-a091f0256856,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:07.844456 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:07.911833 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b670392f-3af2-46b9-a1cf-8f363dbace60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9943bfa-fc7e-4ad3-b28f-a091f0256856', 'code': 200} Apr 30 17:31:08.004399 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Notify callbacks [] for port, precommit_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:08.020630 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Transition to ACTIVE for port object d17ed0a3-b9c7-407c-882d-18bd59177cf4 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:08.042164 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Transition to ACTIVE for port object d17ed0a3-b9c7-407c-882d-18bd59177cf4 will not be triggered until provisioned by entity DHCP. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:08.054216 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:08.085548 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:08.118795 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:08.124272 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:08.255059 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 is already hosted by enough agents. {{(pid=74465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:08.259674 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.base_scheduler [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Resources bound (agent type, host, resource id): {{(pid=74465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:08.263306 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Received port after_create {{(pid=74465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:08.265060 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97670da5-0750-49b1-acd2-4aab8639102b req-19c65c5d-bb84-4174-a379-1d97089a9c4e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:08.274932 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-97670da5-0750-49b1-acd2-4aab8639102b req-19c65c5d-bb84-4174-a379-1d97089a9c4e tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 946 time: 0.2096448 Apr 30 17:31:08.343282 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Pushing event updated for resources: {'Port': ['ID=d17ed0a3-b9c7-407c-882d-18bd59177cf4,revision_number=1']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:08.352969 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:08.367156 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-97670da5-0750-49b1-acd2-4aab8639102b req-05a57842-d282-4ef0-9396-7d13cb314adf tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846882 Apr 30 17:31:08.379535 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Allocated IP 172.28.3.87 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/3d92ce67-8b71-4d24-8567-882ec7ce58fa) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:08.409660 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Attempting to bind port d17ed0a3-b9c7-407c-882d-18bd59177cf4 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:08.410229 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Attempting to bind port d17ed0a3-b9c7-407c-882d-18bd59177cf4 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:08.410582 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Attempting to bind port d17ed0a3-b9c7-407c-882d-18bd59177cf4 on network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:08.427102 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:08.427622 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Checking segment: {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:08.428106 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:08.428570 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Bound using segment: {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:08.429125 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Bound port: d17ed0a3-b9c7-407c-882d-18bd59177cf4, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:08.429577 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:08.516246 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-260575d2-d0f2-4358-9bd1-ec73945c72ff req-6e526847-0e9e-410c-835d-99bbfbac09f8 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 210 time: 0.0758748 Apr 30 17:31:08.534691 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce601aa-86bf-4028-9419-f8a69fbbb9f5 req-af6836ba-ea08-4965-9c11-391403b63e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:08.546182 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9ce601aa-86bf-4028-9419-f8a69fbbb9f5 req-af6836ba-ea08-4965-9c11-391403b63e0d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 1099 time: 0.1648161 Apr 30 17:31:08.597660 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] For port d17ed0a3-b9c7-407c-882d-18bd59177cf4, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:08.601689 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] For port d17ed0a3-b9c7-407c-882d-18bd59177cf4, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=d17ed0a3-b9c7-407c-882d-18bd59177cf4,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:08.607821 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9ce601aa-86bf-4028-9419-f8a69fbbb9f5 req-b5a57250-36b7-474f-a8d1-b01214ce9723 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 Apr 30 17:31:08.694416 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:08.722993 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:08.727294 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:08.813967 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:08.829091 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e0f21b5a-38fc-43c6-b439-61db8611b4a3 tempest-DeleteServersTestJSON-1190257565 tempest-DeleteServersTestJSON-1190257565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:08.830809 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Pushing event updated for resources: {'Port': ['ID=d17ed0a3-b9c7-407c-882d-18bd59177cf4,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:08.834361 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:08.960728 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:08.983334 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:08.992558 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:09.224345 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43852) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:09.281628 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac1a6d-8fde-4687-8fa6-c95f7eec7f00 req-9d20ab7e-eb28-44e5-b639-f69a81b78a95 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:09.283324 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-87ac1a6d-8fde-4687-8fa6-c95f7eec7f00 req-9d20ab7e-eb28-44e5-b639-f69a81b78a95 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.4292510 Apr 30 17:31:09.436647 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552884-81eb-4353-bb41-ee2f304f69f0 req-2fd77667-51d1-41cc-8342-5f9d5d24b2da tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:09.446215 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-22552884-81eb-4353-bb41-ee2f304f69f0 req-2fd77667-51d1-41cc-8342-5f9d5d24b2da tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.3930082 Apr 30 17:31:09.452779 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-87ac1a6d-8fde-4687-8fa6-c95f7eec7f00 req-63c5f8b7-2c6c-40d6-8e4d-f15dd06f0671 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602070 Apr 30 17:31:09.591395 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Pushing event updated for resources: {'Port': ['ID=3d92ce67-8b71-4d24-8567-882ec7ce58fa,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:09.617009 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:09.769309 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:09.826355 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:09.840350 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:78e3fb76c8b14417997ad23d02490db7 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:09.857016 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-22552884-81eb-4353-bb41-ee2f304f69f0 req-3be587c2-fd65-4e06-a981-bbd405532e61 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074545 Apr 30 17:31:09.860756 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:09.877965 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:10.045469 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b0242-72ca-4b15-976b-c49938b80e72 req-979d5ed2-4075-4dc1-99a6-941cccf57f75 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:10.048145 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0f8b0242-72ca-4b15-976b-c49938b80e72 req-979d5ed2-4075-4dc1-99a6-941cccf57f75 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 946 time: 0.3289077 Apr 30 17:31:10.056868 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-543fe972-8e80-4d15-96ac-a63815a10048 req-9cf9251f-295c-4d28-ba31-3800bdd899eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3896668 Apr 30 17:31:10.106302 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:10.188464 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:10.270773 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fbbdf6ed-9f5b-44cb-960e-df55eab0b4c0 req-9729f1c5-19f4-41a4-b6aa-d65cdffd8cd3 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 210 time: 0.1748419 Apr 30 17:31:10.274674 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:10.305950 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:10.319701 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78e3fb76c8b14417997ad23d02490db7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0938950 Apr 30 17:31:10.341707 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0f8b0242-72ca-4b15-976b-c49938b80e72 req-abe7f255-9fb8-40f3-b5b7-3be69985bdd8 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811620 Apr 30 17:31:10.342632 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 43876) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:10.377615 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c359c35f-0620-4abe-829b-906add82fddf None None] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:10.439876 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device d17ed0a3-b9c7-407c-882d-18bd59177cf4 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:10.475613 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350b8af7-6606-4a1a-841d-897c5ca125dc,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:10.489008 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a113270e-12c5-4a39-b8fd-7b1c298c5ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:10.523591 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d87b-d2b1-4fe7-a520-fa58f81f0bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:10.526697 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fe972-8e80-4d15-96ac-a63815a10048 req-cb17b358-baaa-4a82-bed6-b695bcc38272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:10.528685 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-543fe972-8e80-4d15-96ac-a63815a10048 req-cb17b358-baaa-4a82-bed6-b695bcc38272 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 1099 time: 0.4314432 Apr 30 17:31:10.609362 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d87b-d2b1-4fe7-a520-fa58f81f0bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:10.818210 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-0bb79f64-d5fc-44be-b081-568e821d5b5e tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:10.819805 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-0bb79f64-d5fc-44be-b081-568e821d5b5e tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.64 "GET /v2.0/networks?id=e4d3dfa3-057a-4002-93df-400d698f784b HTTP/1.1" status: 200 len: 814 time: 0.2344060 Apr 30 17:31:10.836822 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Request body: {'port': {'device_id': '282dbf42-a455-482a-b249-5160c138dde8', 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b', 'admin_state_up': True, 'tenant_id': 'f6118160028b4e47a58c0dc84efd6679'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:10.911427 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-d17af5b2-5f4f-41ad-8f17-9d3e75a06380 None None] Provisioning for port d17ed0a3-b9c7-407c-882d-18bd59177cf4 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:10.921859 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port d17ed0a3-b9c7-407c-882d-18bd59177cf4 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:10.932169 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port d17ed0a3-b9c7-407c-882d-18bd59177cf4 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:10.932572 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:10.943996 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d87b-d2b1-4fe7-a520-fa58f81f0bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:10.944529 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fe972-8e80-4d15-96ac-a63815a10048 req-5a83654e-00ab-4123-af0d-769ee63f03be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:10.955916 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-543fe972-8e80-4d15-96ac-a63815a10048 req-5a83654e-00ab-4123-af0d-769ee63f03be service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 912 time: 0.2724478 Apr 30 17:31:10.966451 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-d17af5b2-5f4f-41ad-8f17-9d3e75a06380 None None] Provisioning complete for port d17ed0a3-b9c7-407c-882d-18bd59177cf4 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:10.966451 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-d17af5b2-5f4f-41ad-8f17-9d3e75a06380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:10.967218 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-922fb8ea-8bfd-43f5-a612-74504816eab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:11.000378 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6d87b-d2b1-4fe7-a520-fa58f81f0bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350b8af7-6606-4a1a-841d-897c5ca125dc,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:11.022492 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7ba6d87b-d2b1-4fe7-a520-fa58f81f0bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:11.157029 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517817'] for router, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.257933 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-d17af5b2-5f4f-41ad-8f17-9d3e75a06380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.263590 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-543fe972-8e80-4d15-96ac-a63815a10048 req-bf4e0cc5-854e-43c4-9d62-4ce542ef1681 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=315de6d0-5e5e-4559-9838-616d1cb6d592 HTTP/1.1" status: 200 len: 1002 time: 0.2836986 Apr 30 17:31:11.290490 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d87b-d2b1-4fe7-a520-fa58f81f0bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.291781 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-7ba6d87b-d2b1-4fe7-a520-fa58f81f0bc8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/350b8af7-6606-4a1a-841d-897c5ca125dc HTTP/1.1" status: 204 len: 168 time: 0.9434710 Apr 30 17:31:11.342442 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.404567 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-d17af5b2-5f4f-41ad-8f17-9d3e75a06380 None None] For port d17ed0a3-b9c7-407c-882d-18bd59177cf4, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=d17ed0a3-b9c7-407c-882d-18bd59177cf4,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:11.439307 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:11.449063 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Usage tracker for resource:port and tenant:f6118160028b4e47a58c0dc84efd6679 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:11.458917 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:11.485742 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:11.522794 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-d17af5b2-5f4f-41ad-8f17-9d3e75a06380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.531010 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:11.575761 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1f5c-fc5b-448b-b5fc-004fa64033f4 req-365bd0ff-04f6-4e12-bdf9-1458eb153a40 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:11.577331 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c43a1f5c-fc5b-448b-b5fc-004fa64033f4 req-365bd0ff-04f6-4e12-bdf9-1458eb153a40 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.4059508 Apr 30 17:31:11.594368 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-10e0a728-b0d5-47f3-86f4-910e71568171 req-e54c564c-34f6-4b85-8e38-2ed1e7d8b9e0 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 210 time: 0.0871747 Apr 30 17:31:11.596466 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Made reservation on behalf of f6118160028b4e47a58c0dc84efd6679 for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:11.601071 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.625414 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.db.api [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 17:31:11.625775 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_db.api [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 17:31:11.683132 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fe972-8e80-4d15-96ac-a63815a10048 req-f25fcae5-29d9-4c45-90bb-32e4302430e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:11.687329 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-543fe972-8e80-4d15-96ac-a63815a10048 req-f25fcae5-29d9-4c45-90bb-32e4302430e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 200 len: 850 time: 0.4107163 Apr 30 17:31:11.702797 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-4fe689d2-ee07-4dc5-bc12-4b0f89edf85e None None] Provisioning complete for port d17ed0a3-b9c7-407c-882d-18bd59177cf4 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:11.703198 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-4fe689d2-ee07-4dc5-bc12-4b0f89edf85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:11.771012 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17af5b2-5f4f-41ad-8f17-9d3e75a06380 None None] Pushing event updated for resources: {'Port': ['ID=d17ed0a3-b9c7-407c-882d-18bd59177cf4,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:11.776155 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-d17af5b2-5f4f-41ad-8f17-9d3e75a06380 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:11.875747 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fe972-8e80-4d15-96ac-a63815a10048 req-c7ecec51-35bb-46ce-8abe-2c6411ad26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:11.877712 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-543fe972-8e80-4d15-96ac-a63815a10048 req-c7ecec51-35bb-46ce-8abe-2c6411ad26ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1699982 Apr 30 17:31:11.931835 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c43a1f5c-fc5b-448b-b5fc-004fa64033f4 req-c9c15923-401f-49a6-95bd-232567028fc2 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993169 Apr 30 17:31:12.039540 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Allocated IP 172.20.0.6 (e4d3dfa3-057a-4002-93df-400d698f784b/082502a8-ea9b-454d-b6cd-be30bdd35aa8/3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:12.049755 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425c5ae-7e91-40f6-b049-af54b74757e0 req-f372ba5c-7ba6-40d6-8d97-57beec9af9bd tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:12.051372 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7425c5ae-7e91-40f6-b049-af54b74757e0 req-f372ba5c-7ba6-40d6-8d97-57beec9af9bd tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 946 time: 0.2394924 Apr 30 17:31:12.087836 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Router 856731c3-9c79-4613-b0ff-ef45b1409224 is scheduled to L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 with binding_index 1 {{(pid=74463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:31:12.162219 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7425c5ae-7e91-40f6-b049-af54b74757e0 req-c52d17ed-2009-419c-83bd-f9e5c3944377 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976770 Apr 30 17:31:12.429159 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device d17ed0a3-b9c7-407c-882d-18bd59177cf4 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:12.495502 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:12.506476 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-543fe972-8e80-4d15-96ac-a63815a10048 req-6ad539e9-2d58-4264-b54f-2d12c335e15d service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185858 Apr 30 17:31:12.581855 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port d17ed0a3-b9c7-407c-882d-18bd59177cf4 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:12.581855 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:12.635523 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:12.639967 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:12.652157 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Sync routers for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:12.657386 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cf6ffd1a-b239-4b14-9fcc-de5e05b35f51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:12.671994 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:12.675643 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:30:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:12.932119 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Network e4d3dfa3-057a-4002-93df-400d698f784b is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:12.935070 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:12.945385 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:12.947278 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-543fe972-8e80-4d15-96ac-a63815a10048 req-49df3ccc-b19b-4ec1-9b82-9c6ac5fd233c service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110694 Apr 30 17:31:12.949350 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:12.954775 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.5429819 Apr 30 17:31:12.956082 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43926) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:13.039088 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:13.112063 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Pushing event updated for resources: {'Port': ['ID=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:13.118111 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:13.132648 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:13.133299 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.274400 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43934) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:13.346770 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04af0-fa47-4067-a5c4-d3d52cd2656b req-7767bea5-3524-4078-b12a-87423009613c tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:13.347507 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-2fa04af0-fa47-4067-a5c4-d3d52cd2656b req-7767bea5-3524-4078-b12a-87423009613c tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Synchronizing usage tracker for tenant:f6118160028b4e47a58c0dc84efd6679 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:13.412338 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5798793 Apr 30 17:31:13.427770 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Request body: {'port': {'device_id': '282dbf42-a455-482a-b249-5160c138dde8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:13.450542 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.603158 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:09Z', 'revision_number': 3, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:13.603647 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-310451509-network', 'tenant_id': '49b7c9395411411f8c05d6d6481da8aa'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:13.609674 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Checking router: 856731c3-9c79-4613-b0ff-ef45b1409224 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:31:13.610188 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Updating router 856731c3-9c79-4613-b0ff-ef45b1409224 port 3d92ce67-8b71-4d24-8567-882ec7ce58fa binding host dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:31:13.612327 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:13.616784 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Usage tracker for resource:network and tenant:49b7c9395411411f8c05d6d6481da8aa is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:13.620651 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:13.632726 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210a8dd-3725-4c5d-b5e1-77b286085d43 req-26ef8f22-355b-4d9e-a908-0ccf3ab50255 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:13.635019 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f210a8dd-3725-4c5d-b5e1-77b286085d43 req-26ef8f22-355b-4d9e-a908-0ccf3ab50255 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.4901295 Apr 30 17:31:13.648510 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:13.675883 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-2fa04af0-fa47-4067-a5c4-d3d52cd2656b req-7767bea5-3524-4078-b12a-87423009613c tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Unset dirty status for tenant:f6118160028b4e47a58c0dc84efd6679 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:13.677554 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2fa04af0-fa47-4067-a5c4-d3d52cd2656b req-7767bea5-3524-4078-b12a-87423009613c tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 931 time: 0.8599026 Apr 30 17:31:13.709020 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.771218 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.794882 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f210a8dd-3725-4c5d-b5e1-77b286085d43 req-a8a2d2d0-bcdb-48d6-ae5b-7c1e8f56e6e0 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493683 Apr 30 17:31:13.803904 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2fa04af0-fa47-4067-a5c4-d3d52cd2656b req-c3eaa7fd-08b3-4901-b3c2-eedfbed1db4b tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165783 Apr 30 17:31:13.880033 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Made reservation on behalf of 49b7c9395411411f8c05d6d6481da8aa for: {'network': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:13.880998 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.911899 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:13.954888 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:13.968414 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Usage tracker for resource:security_group_rule and tenant:49b7c9395411411f8c05d6d6481da8aa is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:13.975782 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:14.013169 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:14.215489 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Notify callbacks [] for port, precommit_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.228223 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.provisioning_blocks [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Transition to ACTIVE for port object 3d92ce67-8b71-4d24-8567-882ec7ce58fa will not be triggered until provisioned by entity L2. {{(pid=74466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:14.241041 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:31:14.242491 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.244391 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.249248 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.264811 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Transition to ACTIVE for port object 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:14.335267 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.340868 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:14.375455 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.382978 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e8d001d2-59b9-45e7-a801-e53ea394cbd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:14.420887 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Attempting to bind port 3d92ce67-8b71-4d24-8567-882ec7ce58fa on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:14.421257 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Attempting to bind port 3d92ce67-8b71-4d24-8567-882ec7ce58fa by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:14.421621 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Attempting to bind port 3d92ce67-8b71-4d24-8567-882ec7ce58fa on network f3bf8316-f96a-4557-9e0f-541dde4310c6 {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:14.449785 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:14.450211 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Checking segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:14.450583 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.450988 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Bound using segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:14.451480 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Bound port: 3d92ce67-8b71-4d24-8567-882ec7ce58fa, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:14.451878 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.596462 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] For port 3d92ce67-8b71-4d24-8567-882ec7ce58fa, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:14.600035 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] For port 3d92ce67-8b71-4d24-8567-882ec7ce58fa, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=3d92ce67-8b71-4d24-8567-882ec7ce58fa,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:14.620542 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Allocated IP 172.20.0.1 (08ba6f5d-77cc-48f1-8010-9e1d5f593c79/bb66e8fe-816a-482b-ae45-eead6e1aaaaa/eb4ea155-4ff0-4ae0-af77-17065679ea54) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:14.623588 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Pushing event updated for resources: {'Port': ['ID=3d92ce67-8b71-4d24-8567-882ec7ce58fa,revision_number=2']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:14.627622 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.632049 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:14.634287 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.634753 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.635088 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.635423 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.635846 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.636177 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.636533 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.636919 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.637710 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.637710 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.638023 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.638390 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:14.640540 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:14.642690 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:14.646370 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a3344c53-09c3-4243-8cc2-e82adb8b4307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:14.671264 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=74463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:31:14.690952 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.695090 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-4ef3d358-0191-4831-b38f-a1ea384fdb7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:14.721843 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.722215 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.segments_db [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Added segment bd84a082-b5c4-4c4c-afed-615acc08ebae of type vlan for network 6da81cae-646c-457d-85ff-1fe7ead983ce Apr 30 17:31:14.723435 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66581bcf-6b54-4614-9520-dd4f7f5b5ad1,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:14.731733 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:14.793942 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:14.795218 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:30:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:14.828407 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:14.850717 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Pushing event updated for resources: {'Port': ['ID=3d92ce67-8b71-4d24-8567-882ec7ce58fa,revision_number=3']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:14.867455 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-790c17a0-7097-4c10-afc0-1daad62b30d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:15.029710 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:15.041467 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:15.042166 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:15.059085 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:15.076636 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ea1ffbf7-9412-49d2-aefd-b93918ed4545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:15.077700 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:15.122507 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb067b-94fc-459c-a1ba-762e7b3f040f req-b00d6db0-6715-4e64-909e-e7a026624201 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:15.125224 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d3cb067b-94fc-459c-a1ba-762e7b3f040f req-b00d6db0-6715-4e64-909e-e7a026624201 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1538975 Apr 30 17:31:15.164397 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Transition to ACTIVE for port object eb4ea155-4ff0-4ae0-af77-17065679ea54 will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:15.196499 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d3cb067b-94fc-459c-a1ba-762e7b3f040f req-7eadf6b7-131b-43ad-9f9c-c58075f73564 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655737 Apr 30 17:31:15.233764 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Pushing event updated for resources: {'Network': ['ID=6da81cae-646c-457d-85ff-1fe7ead983ce,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:15.237229 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:15.247382 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 6da81cae-646c-457d-85ff-1fe7ead983ce details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:31:15.310374 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0320251 Apr 30 17:31:15.310592 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 43980) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:15.317918 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Request body: {'subnet': {'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-310451509-subnet', 'tenant_id': '49b7c9395411411f8c05d6d6481da8aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:15.355278 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:15.362441 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Usage tracker for resource:subnet and tenant:49b7c9395411411f8c05d6d6481da8aa is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:15.365231 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:15.372839 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:15.382902 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:15.392114 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3eead58d-272d-4ac0-9cd2-7f40dac14ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:15.465968 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:15.474460 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:15.483516 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Made reservation on behalf of 49b7c9395411411f8c05d6d6481da8aa for: {'subnet': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:15.485919 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:15.524743 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:15.524957 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Attempting to bind port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:15.525412 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408022'] for router_interface, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:15.525533 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Attempting to bind port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '134d1778-561c-4dc0-8e37-65805a909ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:15.525816 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Attempting to bind port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d on network e4d3dfa3-057a-4002-93df-400d698f784b {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:15.550483 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d on network e4d3dfa3-057a-4002-93df-400d698f784b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:31:15.566520 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Attempting to bind port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d on network e4d3dfa3-057a-4002-93df-400d698f784b {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:15.584258 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:15.584771 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Checking segment: {'id': '134d1778-561c-4dc0-8e37-65805a909ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:15.585276 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Bound using segment: {'id': '134d1778-561c-4dc0-8e37-65805a909ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:15.585971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Bound port: 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134d1778-561c-4dc0-8e37-65805a909ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:15.586452 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:15.634515 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:09Z', 'revision_number': 3, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:15.640320 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a443f1f-2b34-4129-93af-b7071cd0a360 None None] The sync data for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb is: [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:09Z', 'revision_number': 3, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:31:15.659801 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d8973-1b82-4fdc-a57b-07f359267589 req-ab8a9ad3-c2dc-4e72-a182-d7cf21dcf684 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:15.661519 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8f1d8973-1b82-4fdc-a57b-07f359267589 req-ab8a9ad3-c2dc-4e72-a182-d7cf21dcf684 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 943 time: 0.2954404 Apr 30 17:31:15.677413 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4ea155-4ff0-4ae0-af77-17065679ea54,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:15.681093 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:15.802657 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8f1d8973-1b82-4fdc-a57b-07f359267589 req-20a6cc81-a4b2-4da8-bcbc-19a002bc7791 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307988 Apr 30 17:31:15.803957 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] For port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:15.807527 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] For port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:15.924607 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:15.947483 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-043bfb48-7a3a-4883-a0ce-e6e7b381b542 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:15.984333 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-8cc5f13e-3d7c-4fa1-9675-538c4616a646 None None] Provisioning for port eb4ea155-4ff0-4ae0-af77-17065679ea54 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:15.999137 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-8cc5f13e-3d7c-4fa1-9675-538c4616a646 None None] Provisioning complete for port eb4ea155-4ff0-4ae0-af77-17065679ea54 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:15.999859 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-8cc5f13e-3d7c-4fa1-9675-538c4616a646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:16.020953 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:16.021560 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:16.023048 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d HTTP/1.1" status: 200 len: 1093 time: 2.6002216 Apr 30 17:31:16.023565 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282dbf42-a455-482a-b249-5160c138dde8', 'tag': '3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:16.075714 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:16.087829 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:16.111227 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5f13e-3d7c-4fa1-9675-538c4616a646 None None] Port eb4ea155-4ff0-4ae0-af77-17065679ea54 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:31:16.128413 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:16.145786 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282dbf42-a455-482a-b249-5160c138dde8', 'tag': '3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d', 'status': 'completed', 'code': 200} Apr 30 17:31:16.407890 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-fa5c8377-d685-4bdd-9b5c-ffb5465e0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:16.409456 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-fa5c8377-d685-4bdd-9b5c-ffb5465e0f09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6118160028b4e47a58c0dc84efd6679&device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 1096 time: 0.2230408 Apr 30 17:31:16.504870 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 3d92ce67-8b71-4d24-8567-882ec7ce58fa up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:16.512179 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-767ec274-7c18-4d69-9191-97f4fc5c1691 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d HTTP/1.1" status: 200 len: 217 time: 0.0897365 Apr 30 17:31:16.525503 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:16.541058 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:16.661360 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-160cb1b2-9f75-484e-9faf-ee3782471b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:16.706145 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-9e3fd73d-6b81-4247-a771-60d2aa3979c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:16.707625 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-9e3fd73d-6b81-4247-a771-60d2aa3979c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=082502a8-ea9b-454d-b6cd-be30bdd35aa8 HTTP/1.1" status: 200 len: 854 time: 0.1276655 Apr 30 17:31:16.716529 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55c4be1-21dc-441d-beac-2144855f1df6,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:16.719694 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:16.741093 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port 3d92ce67-8b71-4d24-8567-882ec7ce58fa completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:16.751814 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 3d92ce67-8b71-4d24-8567-882ec7ce58fa triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:16.752175 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:16.771477 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baab9c-6752-4509-9a74-8c5dd7b185c2 req-c93addfe-8367-422f-8556-fc2855e22301 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:16.775821 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Checking segment: {'id': 'bd84a082-b5c4-4c4c-afed-615acc08ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:16.776096 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Network hostable DHCP agents. Network: 6da81cae-646c-457d-85ff-1fe7ead983ce, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:31:16.779770 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-07baab9c-6752-4509-9a74-8c5dd7b185c2 req-c93addfe-8367-422f-8556-fc2855e22301 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.2661488 Apr 30 17:31:16.811416 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-6f92d68b-af38-4c50-ace3-1e61bc4190c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4d3dfa3-057a-4002-93df-400d698f784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948336 Apr 30 17:31:16.919609 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Network 6da81cae-646c-457d-85ff-1fe7ead983ce is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:31:16.929332 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-07baab9c-6752-4509-9a74-8c5dd7b185c2 req-56a45edf-a72a-48b8-b5a1-8d8db8cbbef9 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464295 Apr 30 17:31:16.974458 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.036789 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 6da81cae-646c-457d-85ff-1fe7ead983ce) {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:17.046883 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:17.047084 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.057429 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e296b2f8-79b9-40f3-a272-479a186f7052 None None] Network 6da81cae-646c-457d-85ff-1fe7ead983ce requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:17.070379 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.100875 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.102308 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3793305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407925'] for router_interface, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.119996 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:17.203380 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port 3d92ce67-8b71-4d24-8567-882ec7ce58fa, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=3d92ce67-8b71-4d24-8567-882ec7ce58fa,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:17.278392 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:17.279981 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:17.304666 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-9b556a21-70a4-4a19-80d5-13a923f1710e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9913278 Apr 30 17:31:17.332724 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-7d9ae756-8fa9-4a97-9a2e-ebd924530c3e service neutron] 10.222.0.64 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095241 Apr 30 17:31:17.517588 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f7063-e30e-4b4e-94a6-b2a7cb5d5bdd req-87bc9219-97ca-465a-b216-8f2bfec08ed8 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:17.518270 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=3d92ce67-8b71-4d24-8567-882ec7ce58fa,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:17.532616 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-547f7063-e30e-4b4e-94a6-b2a7cb5d5bdd req-87bc9219-97ca-465a-b216-8f2bfec08ed8 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 943 time: 0.3773975 Apr 30 17:31:17.539405 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:17.573394 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6419d4dd-28b0-4f33-92db-afca92f61914 None None] Network 6da81cae-646c-457d-85ff-1fe7ead983ce requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:17.680052 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44016) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:17.681314 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4ea155-4ff0-4ae0-af77-17065679ea54,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:17.688075 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:17.714109 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-547f7063-e30e-4b4e-94a6-b2a7cb5d5bdd req-d2c1df99-27e4-433d-9d5b-95f73e1631d8 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770096 Apr 30 17:31:17.733323 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fe150227-fffc-4ad4-b271-ff5b36ef1bc0 req-f105a395-c183-447e-a92b-fb5e14a07386 service neutron] 10.222.0.64 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919303 Apr 30 17:31:18.044411 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079442c-6cb1-4ddf-bbf6-7ec88cd64cba req-46b8597d-1ed1-4caa-8dec-09fe85c8e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:18.049771 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-9079442c-6cb1-4ddf-bbf6-7ec88cd64cba req-46b8597d-1ed1-4caa-8dec-09fe85c8e0c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 1098 time: 0.8331954 Apr 30 17:31:18.049993 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-20a44c5b-269d-4fd9-94ec-d2876ceb7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:18.050281 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-20a44c5b-269d-4fd9-94ec-d2876ceb7c85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6118160028b4e47a58c0dc84efd6679&device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 1096 time: 0.1537712 Apr 30 17:31:18.094856 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.123221 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:18.131586 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:18.163887 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:18.300523 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-53992b7c-3742-41bf-865f-e5132827cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:18.302163 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-53992b7c-3742-41bf-865f-e5132827cadd service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4d3dfa3-057a-4002-93df-400d698f784b HTTP/1.1" status: 200 len: 915 time: 0.2393537 Apr 30 17:31:18.303398 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] Usage tracker for resource:security_group_rule and tenant:22818b172d8c4a9682f340773d5e80fe is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:18.308061 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-9079442c-6cb1-4ddf-bbf6-7ec88cd64cba req-f085df43-ff3d-431f-8a71-679210aae572 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444766 Apr 30 17:31:18.312211 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:18.342584 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:18.429138 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 3d92ce67-8b71-4d24-8567-882ec7ce58fa up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:18.529446 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.531597 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-b16755c2-7fdf-43e5-926e-dce7da377bad None None] Provisioning complete for port eb4ea155-4ff0-4ae0-af77-17065679ea54 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:18.532585 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b16755c2-7fdf-43e5-926e-dce7da377bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.557390 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-31fb7bf8-aac9-479f-9f30-5e8ea9441774 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d HTTP/1.1" status: 200 len: 217 time: 0.1727560 Apr 30 17:31:18.566412 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Router 856731c3-9c79-4613-b0ff-ef45b1409224 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:31:18.635620 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 3d92ce67-8b71-4d24-8567-882ec7ce58fa triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:18.636210 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.645650 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:18.674674 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:18.718576 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059ff51-37b0-4959-96bf-a1e9b3efb631 req-dd1f6e55-919d-479d-a742-67c1fb02aef6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:18.725978 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8059ff51-37b0-4959-96bf-a1e9b3efb631 req-dd1f6e55-919d-479d-a742-67c1fb02aef6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.4227283 Apr 30 17:31:18.729721 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-d329fad5-ffab-47b3-ae89-90c594fe11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:18.731730 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-d329fad5-ffab-47b3-ae89-90c594fe11b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=082502a8-ea9b-454d-b6cd-be30bdd35aa8 HTTP/1.1" status: 200 len: 854 time: 0.1678739 Apr 30 17:31:18.758951 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac1eabe-237e-422f-88d6-4fc6adac0009,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:18.763836 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:18.786303 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-10ca7f9c-6653-42a8-8b67-edd8dfdf950b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22818b172d8c4a9682f340773d5e80fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0981252 Apr 30 17:31:18.837467 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-b16755c2-7fdf-43e5-926e-dce7da377bad None None] Port eb4ea155-4ff0-4ae0-af77-17065679ea54 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:31:18.846476 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44034) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:18.855821 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-9ed5eca1-3648-4a3d-893f-783dfe0b6e8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4d3dfa3-057a-4002-93df-400d698f784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068683 Apr 30 17:31:18.973651 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:18.986541 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8059ff51-37b0-4959-96bf-a1e9b3efb631 req-3e19932a-9e89-4868-9219-05bdd0bdf208 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589531 Apr 30 17:31:18.999685 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-13eff9ab-d05b-493d-869c-ff65a017cc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.030490 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Sync routers for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:19.053637 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] 10.222.0.32 "PUT /v2.0/routers/856731c3-9c79-4613-b0ff-ef45b1409224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0958793 Apr 30 17:31:19.079320 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:19.079960 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:30:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:19.086379 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-13eff9ab-d05b-493d-869c-ff65a017cc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.154826 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.281618 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-5181f31e-80d6-4fac-b930-61cc2fa6e088 service neutron] 10.222.0.64 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877792 Apr 30 17:31:19.289646 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-13eff9ab-d05b-493d-869c-ff65a017cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.295080 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-099c525d-3d10-4221-a26e-3d72b87df05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:19.321133 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eff9ab-d05b-493d-869c-ff65a017cc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac1eabe-237e-422f-88d6-4fc6adac0009,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:19.329361 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-13eff9ab-d05b-493d-869c-ff65a017cc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:19.347784 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-13eff9ab-d05b-493d-869c-ff65a017cc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:19.352667 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-13eff9ab-d05b-493d-869c-ff65a017cc8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ac1eabe-237e-422f-88d6-4fc6adac0009 HTTP/1.1" status: 204 len: 168 time: 0.5008459 Apr 30 17:31:19.354309 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e9995-2aec-4cda-babf-35511d0323dd req-9c99299a-ddd2-4f9c-a6f8-d79e53f979a7 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:19.356389 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ad0e9995-2aec-4cda-babf-35511d0323dd req-9c99299a-ddd2-4f9c-a6f8-d79e53f979a7 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 943 time: 0.3090508 Apr 30 17:31:19.552564 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ad0e9995-2aec-4cda-babf-35511d0323dd req-3855b179-0b23-4750-a2f8-171aff461be9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967593 Apr 30 17:31:19.600864 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:19.703699 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3442243-c97e-41f0-a957-9fab596b3cd1 req-5f8d2cb3-54fd-4abb-8f7a-35bb21e13d7e service neutron] 10.222.0.64 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143970 Apr 30 17:31:19.777241 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-0698b3a3-0685-4f19-96b5-3917ab3d76aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.187871 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:15Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'eb4ea155-4ff0-4ae0-af77-17065679ea54', 'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:14Z', 'updated_at': '2021-04-30T17:31:16Z', 'revision_number': 2, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'subnets': [{'id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:20.194327 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Checking router: 856731c3-9c79-4613-b0ff-ef45b1409224 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:31:20.195013 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Updating router 856731c3-9c79-4613-b0ff-ef45b1409224 port eb4ea155-4ff0-4ae0-af77-17065679ea54 binding host dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:31:20.289557 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdb2b2-b3c8-47c2-8b2b-158b237798cb req-6e6e9d6a-6aef-44fb-b559-224f98c9450a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:20.291157 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-47bdb2b2-b3c8-47c2-8b2b-158b237798cb req-6e6e9d6a-6aef-44fb-b559-224f98c9450a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1261311 Apr 30 17:31:20.358061 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.384485 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-47bdb2b2-b3c8-47c2-8b2b-158b237798cb req-06a1c7eb-919f-4cd7-a3a1-0761ce004c5d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823987 Apr 30 17:31:20.518470 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 44072) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:20.543710 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.547801 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.569207 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:31:20.582174 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:20.595559 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Usage tracker for resource:security_group_rule and tenant:86a7f4d844eb4b54907de7e20175a57d is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:20.602660 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:20.618229 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:20.788993 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:20.821386 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:20.833505 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d', 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b', 'port_id': '3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d', 'mac_address': 'fa:16:3e:6f:f3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082502a8-ea9b-454d-b6cd-be30bdd35aa8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:31:20.916737 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 44094) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:20.929985 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-109219113-network', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:20.940639 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:21.012226 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.021669 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Usage tracker for resource:network and tenant:81e0a2e12f364cab98d72f99f576d5c9 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:21.025241 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:21.029220 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.030844 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:31:21.042948 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-32a3d11f-6ad9-4716-839f-4487cb4f20c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:21.047845 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:21.064336 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:21.094532 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86a7f4d844eb4b54907de7e20175a57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5743487 Apr 30 17:31:21.101298 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44098) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:21.122033 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c5d149-bdd5-4a8e-bcae-7d148ada4985,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:21.125712 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:21.165148 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.171554 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-b2bb68c4-a824-46c7-a872-f3e820bbc8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:21.175849 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b80b6-e7c0-4e82-ba0c-a34c8a3bf71a req-ee741761-76dc-4310-b323-322ee52763af tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:21.178593 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-221b80b6-e7c0-4e82-ba0c-a34c8a3bf71a req-ee741761-76dc-4310-b323-322ee52763af tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 943 time: 0.2330127 Apr 30 17:31:21.201493 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fb81f7d0-1fb5-4a86-97a3-4940ad8a2b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.209162 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Made reservation on behalf of 81e0a2e12f364cab98d72f99f576d5c9 for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:21.211479 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.228444 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.247173 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fb81f7d0-1fb5-4a86-97a3-4940ad8a2b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.266249 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:21.273795 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Usage tracker for resource:security_group_rule and tenant:81e0a2e12f364cab98d72f99f576d5c9 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:21.290706 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-221b80b6-e7c0-4e82-ba0c-a34c8a3bf71a req-e9ef0839-e858-4968-b4cf-cd54c2fc22d0 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031597 Apr 30 17:31:21.295166 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:21.296485 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:21.310841 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:21.316132 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:21.345786 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Notify callbacks [] for port, precommit_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.409602 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Transition to ACTIVE for port object eb4ea155-4ff0-4ae0-af77-17065679ea54 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:21.409795 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fb81f7d0-1fb5-4a86-97a3-4940ad8a2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.416994 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2f829cc0-59da-4ead-8b8f-5ed80222d2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:21.448452 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81f7d0-1fb5-4a86-97a3-4940ad8a2b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c5d149-bdd5-4a8e-bcae-7d148ada4985,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:21.462435 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-fb81f7d0-1fb5-4a86-97a3-4940ad8a2b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:21.468186 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fb81f7d0-1fb5-4a86-97a3-4940ad8a2b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.469922 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-fb81f7d0-1fb5-4a86-97a3-4940ad8a2b37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60c5d149-bdd5-4a8e-bcae-7d148ada4985 HTTP/1.1" status: 204 len: 168 time: 0.3658197 Apr 30 17:31:21.515041 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.524674 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:21.687790 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:21.833771 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab9354-b4cb-4109-9a26-3967bf9b4232 None None] Pushing event updated for resources: {'Port': ['ID=eb4ea155-4ff0-4ae0-af77-17065679ea54,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:21.853766 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-90ab9354-b4cb-4109-9a26-3967bf9b4232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:21.878094 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Attempting to bind port eb4ea155-4ff0-4ae0-af77-17065679ea54 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:21.878579 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Attempting to bind port eb4ea155-4ff0-4ae0-af77-17065679ea54 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:21.878840 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Attempting to bind port eb4ea155-4ff0-4ae0-af77-17065679ea54 on network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:21.888255 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:21.888598 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Checking segment: {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:21.895977 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.896403 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Bound using segment: {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:21.896934 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Bound port: eb4ea155-4ff0-4ae0-af77-17065679ea54, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:21.897367 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:21.998017 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-686b73c9-db32-45ed-be62-f52a5cfda27e tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:21.999614 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-686b73c9-db32-45ed-be62-f52a5cfda27e tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/networks?id=6da81cae-646c-457d-85ff-1fe7ead983ce HTTP/1.1" status: 200 len: 808 time: 0.5561495 Apr 30 17:31:22.010682 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.033603 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-63b73a22-6e7a-409e-a04b-bd04deb8f47d tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/quotas/49b7c9395411411f8c05d6d6481da8aa HTTP/1.1" status: 200 len: 375 time: 0.0210364 Apr 30 17:31:22.112458 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] For port eb4ea155-4ff0-4ae0-af77-17065679ea54, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:22.116005 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] For port eb4ea155-4ff0-4ae0-af77-17065679ea54, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=eb4ea155-4ff0-4ae0-af77-17065679ea54,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:22.154525 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-385e37c9-07ba-4059-a511-a5dba5209211 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49b7c9395411411f8c05d6d6481da8aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883527 Apr 30 17:31:22.182199 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.189492 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.207843 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-37623216-d7e6-4f80-99f6-57ed79fd02bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:22.210448 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.228602 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-e8a35d54-0afa-4199-b5b7-a33ea519c601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:22.300620 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:31:22.337186 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-1eafd9fc-514c-4da7-bff7-66e1d421ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:22.339132 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-1eafd9fc-514c-4da7-bff7-66e1d421ad2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 1098 time: 0.4163530 Apr 30 17:31:22.345212 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c37d5d-ca26-47c7-99d2-4c497f3073fa,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:22.349040 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:22.355217 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.355689 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Added segment 061ec661-721b-4866-9bca-5ec71c15a3be of type vlan for network 822c7c2e-3f76-4181-bf37-4f8018c0c590 Apr 30 17:31:22.380389 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab9354-b4cb-4109-9a26-3967bf9b4232 None None] Pushing event updated for resources: {'Port': ['ID=eb4ea155-4ff0-4ae0-af77-17065679ea54,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:22.387386 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-90ab9354-b4cb-4109-9a26-3967bf9b4232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:22.389161 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:22.392369 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:31:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:22.532471 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-68669df2-ac1e-45dd-a23d-afbc0f2438a5 service neutron] 10.222.0.32 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770652 Apr 30 17:31:22.536987 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.549499 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcce8a5-8676-4aee-9739-2ecf526584b0 req-036cd483-09b6-491f-b0c6-c9e40c62204e tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:22.557548 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bfcce8a5-8676-4aee-9739-2ecf526584b0 req-036cd483-09b6-491f-b0c6-c9e40c62204e tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.5274792 Apr 30 17:31:22.719753 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44126) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:22.773528 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:22.800449 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:22.810045 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e9f75651d74997ad9c8998287519c1 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:22.832729 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:22.844291 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:22.867157 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:22.887878 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bfcce8a5-8676-4aee-9739-2ecf526584b0 req-147023ad-2017-4f13-8b1d-ba00674997c5 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125937 Apr 30 17:31:22.923845 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-d9414a7f-86b2-4f04-948b-9ee91648bc0c service neutron] 10.222.0.32 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361588 Apr 30 17:31:22.943193 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-dbaa11ef-682b-45f1-8310-36027b060b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:22.943193 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-dbaa11ef-682b-45f1-8310-36027b060b00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 200 len: 920 time: 0.5602708 Apr 30 17:31:23.066905 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.122183 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-e9dc286e-c6d9-42cf-b65b-c53360987cf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8 HTTP/1.1" status: 200 len: 217 time: 0.1753318 Apr 30 17:31:23.228251 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-164f24a6-8d13-4528-b96a-5e3ac2397e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:23.229777 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-164f24a6-8d13-4528-b96a-5e3ac2397e34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eeae8a62-f323-4238-ac34-77efecc133e3 HTTP/1.1" status: 200 len: 859 time: 0.0905104 Apr 30 17:31:23.243493 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d46062-c644-4d2d-bd3e-5ab0d10362ae req-8384f790-eb9e-4894-ace7-d27e30648486 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:23.245025 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3d46062-c644-4d2d-bd3e-5ab0d10362ae req-8384f790-eb9e-4894-ace7-d27e30648486 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 944 time: 0.1853552 Apr 30 17:31:23.285551 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.307643 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:23.309156 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.314389 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-7e295c21-aa0e-401c-aadb-78dae5c316f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8ea61fc1-f262-426c-90c6-ff5c85c1d575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677016 Apr 30 17:31:23.321484 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:23.348414 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:15Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'eb4ea155-4ff0-4ae0-af77-17065679ea54', 'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:14Z', 'updated_at': '2021-04-30T17:31:22Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'subnets': [{'id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:23.354054 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1c15e8-0683-4761-9b0e-c74f420c5575 None None] The sync data for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb is: [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:15Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'eb4ea155-4ff0-4ae0-af77-17065679ea54', 'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:14Z', 'updated_at': '2021-04-30T17:31:22Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'subnets': [{'id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:31:23.447901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.465302 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a4d49f02-74fd-4dc3-bdee-f10cf77c722f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:23.595337 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b451352a-dfbb-4fb3-9985-fe411b187c6b,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:23.636240 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:23.663574 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0e9f75651d74997ad9c8998287519c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9411423 Apr 30 17:31:23.664608 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44148) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:23.708693 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3d46062-c644-4d2d-bd3e-5ab0d10362ae req-ffc5e4a5-3cda-4c0d-831e-1e4a62406b4a tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305675 Apr 30 17:31:23.736099 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Pushing event updated for resources: {'Network': ['ID=822c7c2e-3f76-4181-bf37-4f8018c0c590,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:23.746985 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:23.749702 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:31:23.750168 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8083e470-d661-46f2-81e3-8e6b94e4e801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.755422 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-803b3e0c-234e-4bfb-aea3-844ed68f1f95 req-cf946cd1-094e-4861-967d-2a9d719f2705 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 210 time: 0.1827729 Apr 30 17:31:23.791345 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8083e470-d661-46f2-81e3-8e6b94e4e801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:23.807642 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8881574 Apr 30 17:31:23.812942 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 44152) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:23.819571 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Request body: {'subnet': {'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-109219113-subnet', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'ip_version': 4}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:23.826286 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-51e77899-0ab7-49f3-95b4-e1a035e6d363 service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775774 Apr 30 17:31:23.828754 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:23.834646 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Usage tracker for resource:subnet and tenant:81e0a2e12f364cab98d72f99f576d5c9 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:23.878268 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:23.925355 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:24.109421 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8083e470-d661-46f2-81e3-8e6b94e4e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:24.119118 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-eecc0145-b804-45dc-b661-f8726931a87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:24.143987 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083e470-d661-46f2-81e3-8e6b94e4e801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b451352a-dfbb-4fb3-9985-fe411b187c6b,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:24.169345 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8083e470-d661-46f2-81e3-8e6b94e4e801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:24.169345 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8083e470-d661-46f2-81e3-8e6b94e4e801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:24.169345 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-8083e470-d661-46f2-81e3-8e6b94e4e801 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b451352a-dfbb-4fb3-9985-fe411b187c6b HTTP/1.1" status: 204 len: 168 time: 0.4991479 Apr 30 17:31:24.232024 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Made reservation on behalf of 81e0a2e12f364cab98d72f99f576d5c9 for: {'subnet': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:24.234400 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531058674'] for subnet, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:24.276598 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e6e7219-533a-4639-8acb-a98598c3f9f3 req-152ecb58-1cfc-42da-8b85-c4ca5052d7dc service neutron] 10.222.0.64 "GET /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385455 Apr 30 17:31:24.333099 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61331218-ca0f-4a4e-b401-36c6ba00dc57 req-72bb2baa-1ae5-43aa-bdbc-aa5957398c79 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:24.340901 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-61331218-ca0f-4a4e-b401-36c6ba00dc57 req-72bb2baa-1ae5-43aa-bdbc-aa5957398c79 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.2113431 Apr 30 17:31:24.437649 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device eb4ea155-4ff0-4ae0-af77-17065679ea54 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:24.492331 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-61331218-ca0f-4a4e-b401-36c6ba00dc57 req-e36d279e-a945-4afa-9eeb-4c7f2e9bf133 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215739 Apr 30 17:31:24.587114 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:24.809623 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port eb4ea155-4ff0-4ae0-af77-17065679ea54 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:24.821474 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port eb4ea155-4ff0-4ae0-af77-17065679ea54 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:24.821474 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:24.856741 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:24.878837 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:24.879133 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.205606 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.212730 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d08e6e-764c-413a-b037-0880caf030f5 req-74cc09f7-8056-4a1a-8abf-118989e10881 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:25.214960 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-10d08e6e-764c-413a-b037-0880caf030f5 req-74cc09f7-8056-4a1a-8abf-118989e10881 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 944 time: 0.2912440 Apr 30 17:31:25.224362 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.289914 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282dbf42-a455-482a-b249-5160c138dde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:25.299860 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port eb4ea155-4ff0-4ae0-af77-17065679ea54, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=eb4ea155-4ff0-4ae0-af77-17065679ea54,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:25.305114 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:25.305551 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-10d08e6e-764c-413a-b037-0880caf030f5 req-5cd7247f-08ca-4966-81d7-2f02c73ff9d8 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671561 Apr 30 17:31:25.369310 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530791924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531058660'] for subnet, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.376782 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:25.484862 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.497511 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:25.505764 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:25.538937 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Checking segment: {'id': '061ec661-721b-4866-9bca-5ec71c15a3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:25.539493 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Network hostable DHCP agents. Network: 822c7c2e-3f76-4181-bf37-4f8018c0c590, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:31:25.657633 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282dbf42-a455-482a-b249-5160c138dde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d', 'code': 200} Apr 30 17:31:25.704357 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb25652c-dc35-474c-bb28-1279a93439f0,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:25.722637 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=eb4ea155-4ff0-4ae0-af77-17065679ea54,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:25.724890 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:25.728778 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-107116fd-0fa0-4690-808b-d359f7d2d437 req-b240cd7d-0753-498c-9f9e-92b7e385b9f1 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 210 time: 0.1703475 Apr 30 17:31:25.823485 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:25.828382 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:25.829280 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:25.829892 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:25.875819 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:31:25.910261 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cd9f3-63d4-4833-8678-9a4bb6b9aab5 req-75781ed9-a411-4192-afe8-5dfcfc9fa4ff tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:25.916388 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-129cd9f3-63d4-4833-8678-9a4bb6b9aab5 req-75781ed9-a411-4192-afe8-5dfcfc9fa4ff tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 946 time: 0.2079532 Apr 30 17:31:25.990570 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-129cd9f3-63d4-4833-8678-9a4bb6b9aab5 req-32f15d38-6087-49b4-be61-0eaf9263ee11 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731192 Apr 30 17:31:26.076084 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 822c7c2e-3f76-4181-bf37-4f8018c0c590) {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:26.084323 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f8473-a95a-4c07-a5af-e9925e75d6e2 None None] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:26.102002 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:26.102631 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.181914 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92ff60-8608-46e0-8bea-720ae0308ed0 req-7601f448-1e29-48cc-93fd-0d4b92b46099 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:26.183609 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0d92ff60-8608-46e0-8bea-720ae0308ed0 req-7601f448-1e29-48cc-93fd-0d4b92b46099 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1919763 Apr 30 17:31:26.187042 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204bfb-744b-440b-a4f6-79400613dfce req-042be162-590b-45b2-bedd-b8d2fab68285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:26.188525 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a8204bfb-744b-440b-a4f6-79400613dfce req-042be162-590b-45b2-bedd-b8d2fab68285 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 1098 time: 0.1592014 Apr 30 17:31:26.262237 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-b32028a7-45c2-42ba-813f-e86719ac74d9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4476211 Apr 30 17:31:26.265028 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44206) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:26.272716 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:26.280002 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:26.285673 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Usage tracker for resource:router and tenant:81e0a2e12f364cab98d72f99f576d5c9 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:26.289679 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:26.298050 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:26.314475 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a8204bfb-744b-440b-a4f6-79400613dfce req-ac4081fe-3abd-4121-a703-0ba4e12abd40 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916438 Apr 30 17:31:26.344424 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0d92ff60-8608-46e0-8bea-720ae0308ed0 req-59c09497-7d5a-41a4-80da-2876dddaa6d1 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488793 Apr 30 17:31:26.419660 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-518759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64839'] for router, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.429260 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3718306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64846'] for router, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.452024 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.470194 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b21e8bf-1867-54f2-8f46-0d81c7d09bf3-822c7c2e-3f76-4181-bf37-4f8018c0c590', 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'fixed_ips': [{'subnet_id': 'eb25652c-dc35-474c-bb28-1279a93439f0'}]}} from dv-cinder-784779-10-smb. {{(pid=74465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:31:26.473723 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:26.568090 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device eb4ea155-4ff0-4ae0-af77-17065679ea54 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:26.766387 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fed10-b817-4fa6-bd51-673d06afd149 req-749f83ab-717b-4d8f-ba55-8639b8a114a1 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:26.768360 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-db4fed10-b817-4fa6-bd51-673d06afd149 req-749f83ab-717b-4d8f-ba55-8639b8a114a1 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 945 time: 0.1856871 Apr 30 17:31:26.828578 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-db4fed10-b817-4fa6-bd51-673d06afd149 req-d8cb4d45-8a39-4867-89ac-db59d4145893 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502772 Apr 30 17:31:26.895660 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port eb4ea155-4ff0-4ae0-af77-17065679ea54 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:26.896293 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.147566 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64956'] for router, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.224882 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.db_base_plugin_common [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Allocated IP 172.20.0.2 (822c7c2e-3f76-4181-bf37-4f8018c0c590/eb25652c-dc35-474c-bb28-1279a93439f0/2386e0f4-4978-4a63-be52-c8bd986d7f39) {{(pid=74465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:27.288897 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-649d8208-565d-47a2-b838-535088134899 req-8de5df8e-324d-4712-b5ff-5dfa97100675 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 210 time: 0.0911148 Apr 30 17:31:27.547084 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e1b23-1fa4-4a6d-a9b2-707f2ea4712e req-1cac7d0d-5317-4989-84c3-0d24fba39cde tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:27.555014 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7c0e1b23-1fa4-4a6d-a9b2-707f2ea4712e req-1cac7d0d-5317-4989-84c3-0d24fba39cde tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 946 time: 0.2529640 Apr 30 17:31:27.652381 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7c0e1b23-1fa4-4a6d-a9b2-707f2ea4712e req-26ac4a00-f0ac-42dc-bf6e-135412dfdbbe tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947700 Apr 30 17:31:27.907912 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Notify callbacks [] for port, precommit_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:27.919367 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6186d7-4af0-4824-b6b4-a69348b3a0ca req-d5424a2b-606e-4c17-a4ab-995f58cb9640 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:27.919939 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Transition to ACTIVE for port object 2386e0f4-4978-4a63-be52-c8bd986d7f39 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:27.921978 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ce6186d7-4af0-4824-b6b4-a69348b3a0ca req-d5424a2b-606e-4c17-a4ab-995f58cb9640 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.2178454 Apr 30 17:31:27.950735 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Transition to ACTIVE for port object 2386e0f4-4978-4a63-be52-c8bd986d7f39 will not be triggered until provisioned by entity DHCP. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:28.002841 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ce6186d7-4af0-4824-b6b4-a69348b3a0ca req-5b55e9da-8b6b-41e2-bad5-c44f5a4e8f9c tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734344 Apr 30 17:31:28.171766 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.185093 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:28.232272 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-bbcd471c-421a-40e9-8a6f-71aabd465f71 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:28.233648 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-bbcd471c-421a-40e9-8a6f-71aabd465f71 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.64 "GET /v2.0/networks?id=6da81cae-646c-457d-85ff-1fe7ead983ce HTTP/1.1" status: 200 len: 808 time: 0.2206059 Apr 30 17:31:28.243318 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd9584-1f71-4244-994d-9f44f095acc3 req-d05e75bb-4974-4e94-9967-bf6d8d9cb057 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:28.250950 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4fdd9584-1f71-4244-994d-9f44f095acc3 req-d05e75bb-4974-4e94-9967-bf6d8d9cb057 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 945 time: 0.2154205 Apr 30 17:31:28.269800 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Request body: {'port': {'device_id': '73d4aeef-2883-4b34-b1a1-eb2f939f4f01', 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce', 'admin_state_up': True, 'tenant_id': '49b7c9395411411f8c05d6d6481da8aa'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:28.270355 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.330392 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 is already hosted by enough agents. {{(pid=74465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:28.334310 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.base_scheduler [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Resources bound (agent type, host, resource id): {{(pid=74465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:28.339731 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Received port after_create {{(pid=74465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:28.360703 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.514753 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4fdd9584-1f71-4244-994d-9f44f095acc3 req-5947f7e0-6d19-43fe-a010-d0a55a05dec9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627969 Apr 30 17:31:28.566626 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Pushing event updated for resources: {'Port': ['ID=2386e0f4-4978-4a63-be52-c8bd986d7f39,revision_number=1']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:28.582740 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:28.605938 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:28.610345 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Attempting to bind port 2386e0f4-4978-4a63-be52-c8bd986d7f39 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:28.610468 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Attempting to bind port 2386e0f4-4978-4a63-be52-c8bd986d7f39 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '061ec661-721b-4866-9bca-5ec71c15a3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:28.610853 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Attempting to bind port 2386e0f4-4978-4a63-be52-c8bd986d7f39 on network 822c7c2e-3f76-4181-bf37-4f8018c0c590 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:28.617178 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:28.617550 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Checking segment: {'id': '061ec661-721b-4866-9bca-5ec71c15a3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:28.617964 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.618396 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Bound using segment: {'id': '061ec661-721b-4866-9bca-5ec71c15a3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:28.618893 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Bound port: 2386e0f4-4978-4a63-be52-c8bd986d7f39, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061ec661-721b-4866-9bca-5ec71c15a3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:28.619269 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.706249 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Usage tracker for resource:port and tenant:49b7c9395411411f8c05d6d6481da8aa is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:28.716480 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:28.733986 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:28.820444 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-374b886e-efb9-4545-8e68-8853e24c169e req-76d12d31-326f-40fb-bda0-65e2ab0dabb0 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 210 time: 0.2177196 Apr 30 17:31:28.856413 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Made reservation on behalf of 49b7c9395411411f8c05d6d6481da8aa for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:28.861955 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.867345 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] For port 2386e0f4-4978-4a63-be52-c8bd986d7f39, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:28.873516 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] For port 2386e0f4-4978-4a63-be52-c8bd986d7f39, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=2386e0f4-4978-4a63-be52-c8bd986d7f39,segment=NetworkSegment(061ec661-721b-4866-9bca-5ec71c15a3be),segment_id=061ec661-721b-4866-9bca-5ec71c15a3be)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:28.874633 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-416a9bce-8d69-42f6-bda9-04d0fb5c07ce tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:28.876155 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-416a9bce-8d69-42f6-bda9-04d0fb5c07ce tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 946 time: 0.3165252 Apr 30 17:31:28.953451 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:28.976051 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:29.004696 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Allocated IP 172.28.3.136 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/e184bf90-3c7b-47f9-ae6d-b329ad8529da) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:29.180781 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Pushing event updated for resources: {'Port': ['ID=2386e0f4-4978-4a63-be52-c8bd986d7f39,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:29.191866 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:29.261904 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Deleting port e9943bfa-fc7e-4ad3-b28f-a091f0256856 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:31:29.262315 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.308696 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Allocated IP 172.20.0.6 (6da81cae-646c-457d-85ff-1fe7ead983ce/b55c4be1-21dc-441d-beac-2144855f1df6/6a2ceca5-2709-4a56-a286-8b67da0791cb) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:29.310847 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.445758 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] For port e9943bfa-fc7e-4ad3-b28f-a091f0256856, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e9943bfa-fc7e-4ad3-b28f-a091f0256856,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:29.446146 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.561596 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:31:29.666991 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Calling delete_port for e9943bfa-fc7e-4ad3-b28f-a091f0256856 owned by compute:nova {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:31:29.677137 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:29.684662 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-94689966-82b0-4158-bbdd-d3839619054c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:29.791897 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Pushing event updated for resources: {'Port': ['ID=e184bf90-3c7b-47f9-ae6d-b329ad8529da,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:29.797901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:29.885276 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:29.888362 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:29.891713 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:29.918527 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8122e6-4d27-44fe-baad-1f6dcee37889 req-4af1f4ef-8514-43bc-b9ea-3a49f70a9298 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:29.921693 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0f8122e6-4d27-44fe-baad-1f6dcee37889 req-4af1f4ef-8514-43bc-b9ea-3a49f70a9298 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 946 time: 1.0276651 Apr 30 17:31:30.048422 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.092779 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0f8122e6-4d27-44fe-baad-1f6dcee37889 req-174f8ebe-9796-4bb4-9ade-c16fcc2d5c8b tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567872 Apr 30 17:31:30.147671 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a196c91-55b7-48bb-aec5-ace7b4e8b685 req-126dc3f0-df22-481d-add7-5a9f79e2be8a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:30.157249 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2a196c91-55b7-48bb-aec5-ace7b4e8b685 req-126dc3f0-df22-481d-add7-5a9f79e2be8a tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.9395611 Apr 30 17:31:30.225639 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2a196c91-55b7-48bb-aec5-ace7b4e8b685 req-9ae34c79-9320-43f6-8675-5b92fa6b4357 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674539 Apr 30 17:31:30.417370 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.433374 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a7d83-610e-4e26-a427-ed70656a11a6 req-c0d47883-b94b-4c94-b95a-9f4e7a5ed2b0 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:30.436038 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fa7a7d83-610e-4e26-a427-ed70656a11a6 req-c0d47883-b94b-4c94-b95a-9f4e7a5ed2b0 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 945 time: 0.1824715 Apr 30 17:31:30.455735 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:30.513548 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 2386e0f4-4978-4a63-be52-c8bd986d7f39 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:30.667891 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:30.722425 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port 2386e0f4-4978-4a63-be52-c8bd986d7f39 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:30.729177 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:30.730714 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['21af39cc-70bf-40aa-aeac-108f08090f57', '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0', '326b5125-9a93-45b3-a80a-9fbad50bdc9e'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:30.744606 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fa7a7d83-610e-4e26-a427-ed70656a11a6 req-31c0f44b-66c7-4a13-b83d-bafb0d40cd8d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959025 Apr 30 17:31:30.829909 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Network 6da81cae-646c-457d-85ff-1fe7ead983ce is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:30.835984 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:30.848182 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:30.910347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f765cc4-a12c-4a73-8222-8b359fd663e2 None None] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:31:30.935634 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Pushing event deleted for resources: {'Port': ['ID=e9943bfa-fc7e-4ad3-b28f-a091f0256856,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:30.947242 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:30.970600 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Pushing event updated for resources: {'Port': ['ID=6a2ceca5-2709-4a56-a286-8b67da0791cb,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:31.003558 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:31.135455 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:31.137752 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:31.187781 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8ba08-8ee4-4ba7-9b0c-d5530c697f4f req-cb664bde-7ed4-4c1d-b9c5-0fccfc82dc8e tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:31.201120 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] No DVR routers for this DVR port e9943bfa-fc7e-4ad3-b28f-a091f0256856 on host hv-cinder-78477 {{(pid=74463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:31:31.211389 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e0f8ba08-8ee4-4ba7-9b0c-d5530c697f4f req-cb664bde-7ed4-4c1d-b9c5-0fccfc82dc8e tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 931 time: 0.7503095 Apr 30 17:31:31.223638 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:31.346304 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e0f8ba08-8ee4-4ba7-9b0c-d5530c697f4f req-3d137ef0-3e29-461d-b0e5-1ae421204c96 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122954 Apr 30 17:31:31.433970 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1808968 Apr 30 17:31:31.437364 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:31.458240 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b670392f-3af2-46b9-a1cf-8f363dbace60', 'name': 'network-vif-deleted', 'tag': 'e9943bfa-fc7e-4ad3-b28f-a091f0256856'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:31.473493 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Request body: {'port': {'device_id': '73d4aeef-2883-4b34-b1a1-eb2f939f4f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:31.514319 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-bccbdf43-08e4-4c43-9498-b56c71ea256f None None] Provisioning for port 2386e0f4-4978-4a63-be52-c8bd986d7f39 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:31.596314 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-bccbdf43-08e4-4c43-9498-b56c71ea256f None None] Provisioning complete for port 2386e0f4-4978-4a63-be52-c8bd986d7f39 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:31.596977 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-bccbdf43-08e4-4c43-9498-b56c71ea256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:31.693918 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-713c12ae-06f6-416c-8329-d0b4e7bf77a8 req-30924625-c1e6-4f2f-a1bf-57fb6f990516 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 210 time: 0.1141520 Apr 30 17:31:31.715666 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e2bb4e5d-7174-41ca-82bb-e114e3d39979 req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "DELETE /v2.0/ports/e9943bfa-fc7e-4ad3-b28f-a091f0256856 HTTP/1.1" status: 204 len: 173 time: 2.8276172 Apr 30 17:31:31.883158 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:31.911139 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b670392f-3af2-46b9-a1cf-8f363dbace60', 'name': 'network-vif-deleted', 'tag': 'e9943bfa-fc7e-4ad3-b28f-a091f0256856', 'status': 'completed', 'code': 200} Apr 30 17:31:32.156406 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-bccbdf43-08e4-4c43-9498-b56c71ea256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.162735 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517817'] for router, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.265281 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-bccbdf43-08e4-4c43-9498-b56c71ea256f None None] For port 2386e0f4-4978-4a63-be52-c8bd986d7f39, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=2386e0f4-4978-4a63-be52-c8bd986d7f39,segment=NetworkSegment(061ec661-721b-4866-9bca-5ec71c15a3be),segment_id=061ec661-721b-4866-9bca-5ec71c15a3be)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:32.343463 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-bccbdf43-08e4-4c43-9498-b56c71ea256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:32.348672 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:32.482192 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbdf43-08e4-4c43-9498-b56c71ea256f None None] Pushing event updated for resources: {'Port': ['ID=2386e0f4-4978-4a63-be52-c8bd986d7f39,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:32.661691 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-bccbdf43-08e4-4c43-9498-b56c71ea256f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:32.665075 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device e9943bfa-fc7e-4ad3-b28f-a091f0256856 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:31:32.832621 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Router 17707ad1-506b-4ab7-af6d-87049e1cf14b is scheduled to L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 with binding_index 1 {{(pid=74463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:31:33.013131 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: e9943bfa-fc7e-4ad3-b28f-a091f0256856 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:31:33.013856 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device e9943bfa-fc7e-4ad3-b28f-a091f0256856 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:31:33.028768 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-3064b86d-9eaa-4d68-ae4d-e3f994323182 None None] Provisioning complete for port 2386e0f4-4978-4a63-be52-c8bd986d7f39 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:33.029489 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-3064b86d-9eaa-4d68-ae4d-e3f994323182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.134771 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:33.154176 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Sync routers for ids ['17707ad1-506b-4ab7-af6d-87049e1cf14b'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:33.173207 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Routers {'17707ad1-506b-4ab7-af6d-87049e1cf14b'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:33.174109 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:31:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['17707ad1-506b-4ab7-af6d-87049e1cf14b'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:33.329593 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.330861 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0628319 Apr 30 17:31:33.342656 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44388) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:33.486872 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2ceca5-2709-4a56-a286-8b67da0791cb {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:31:33.501952 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.523144 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Set router 17707ad1-506b-4ab7-af6d-87049e1cf14b gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:33.536095 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Transition to ACTIVE for port object 6a2ceca5-2709-4a56-a286-8b67da0791cb will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:33.555289 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2bf57def-27aa-4caa-85ec-53e7f1628a81 req-7cf929c2-31ad-4ad0-9ed9-4e92f84616b8 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=b670392f-3af2-46b9-a1cf-8f363dbace60 HTTP/1.1" status: 200 len: 210 time: 0.2335999 Apr 30 17:31:33.651798 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f034b36-1054-4f08-bb50-c8edab0191bd req-2355bf3c-6bd3-49ae-a88a-454408b89d83 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:33.652628 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-1f034b36-1054-4f08-bb50-c8edab0191bd req-2355bf3c-6bd3-49ae-a88a-454408b89d83 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Synchronizing usage tracker for tenant:49b7c9395411411f8c05d6d6481da8aa on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:33.672521 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:33.676426 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:33.791279 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-1f034b36-1054-4f08-bb50-c8edab0191bd req-2355bf3c-6bd3-49ae-a88a-454408b89d83 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Unset dirty status for tenant:49b7c9395411411f8c05d6d6481da8aa on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:33.791641 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1f034b36-1054-4f08-bb50-c8edab0191bd req-2355bf3c-6bd3-49ae-a88a-454408b89d83 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 931 time: 0.9812438 Apr 30 17:31:33.872900 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ceca5-2709-4a56-a286-8b67da0791cb,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:33.882505 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:33.961857 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1f034b36-1054-4f08-bb50-c8edab0191bd req-4fde72d9-e6dd-4ffb-937c-1990ad1deca3 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095834 Apr 30 17:31:33.989668 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Attempting to bind port 6a2ceca5-2709-4a56-a286-8b67da0791cb on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:33.990035 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Attempting to bind port 6a2ceca5-2709-4a56-a286-8b67da0791cb by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'bd84a082-b5c4-4c4c-afed-615acc08ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:33.990411 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Attempting to bind port 6a2ceca5-2709-4a56-a286-8b67da0791cb on network 6da81cae-646c-457d-85ff-1fe7ead983ce {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:34.000861 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Port 6a2ceca5-2709-4a56-a286-8b67da0791cb on network 6da81cae-646c-457d-85ff-1fe7ead983ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:31:34.001191 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Attempting to bind port 6a2ceca5-2709-4a56-a286-8b67da0791cb on network 6da81cae-646c-457d-85ff-1fe7ead983ce {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:34.012725 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:34.012725 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Checking segment: {'id': 'bd84a082-b5c4-4c4c-afed-615acc08ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:34.012725 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Bound using segment: {'id': 'bd84a082-b5c4-4c4c-afed-615acc08ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:34.012725 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Bound port: 6a2ceca5-2709-4a56-a286-8b67da0791cb, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd84a082-b5c4-4c4c-afed-615acc08ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:34.012725 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.208653 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] For port 6a2ceca5-2709-4a56-a286-8b67da0791cb, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:34.213082 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] For port 6a2ceca5-2709-4a56-a286-8b67da0791cb, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6a2ceca5-2709-4a56-a286-8b67da0791cb,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:34.313878 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.323963 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:34.349893 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:30Z', 'revision_number': 3, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'gw_port': {'id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:28Z', 'updated_at': '2021-04-30T17:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:34.367018 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Checking router: 17707ad1-506b-4ab7-af6d-87049e1cf14b for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:31:34.367706 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Updating router 17707ad1-506b-4ab7-af6d-87049e1cf14b port e184bf90-3c7b-47f9-ae6d-b329ad8529da binding host dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:31:34.463016 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 2386e0f4-4978-4a63-be52-c8bd986d7f39 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:34.498830 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.524131 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:34.524948 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.534844 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] 10.222.0.64 "PUT /v2.0/ports/6a2ceca5-2709-4a56-a286-8b67da0791cb HTTP/1.1" status: 200 len: 1093 time: 3.0864356 Apr 30 17:31:34.535481 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d4aeef-2883-4b34-b1a1-eb2f939f4f01', 'tag': '6a2ceca5-2709-4a56-a286-8b67da0791cb'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:34.612119 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Pushing event updated for resources: {'Port': ['ID=6a2ceca5-2709-4a56-a286-8b67da0791cb,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:34.618729 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:34.674877 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d4aeef-2883-4b34-b1a1-eb2f939f4f01', 'tag': '6a2ceca5-2709-4a56-a286-8b67da0791cb', 'status': 'completed', 'code': 200} Apr 30 17:31:34.685612 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 2386e0f4-4978-4a63-be52-c8bd986d7f39 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:34.687404 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:34.852851 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-e5eaa99f-a8a0-4dfa-a5f8-7cfae6264187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:34.854771 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-e5eaa99f-a8a0-4dfa-a5f8-7cfae6264187 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49b7c9395411411f8c05d6d6481da8aa&device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 1096 time: 0.1620998 Apr 30 17:31:34.966286 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-ebdc4712-2e70-423b-95ce-423ba7ec40ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a2ceca5-2709-4a56-a286-8b67da0791cb HTTP/1.1" status: 200 len: 217 time: 0.1015441 Apr 30 17:31:35.122037 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-18415747-3274-404d-87c0-85c17655e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:35.124863 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-18415747-3274-404d-87c0-85c17655e17a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b55c4be1-21dc-441d-beac-2144855f1df6 HTTP/1.1" status: 200 len: 848 time: 0.1424589 Apr 30 17:31:35.318229 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-7f26f1b1-5434-4877-a45d-fd6dac14f478 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6da81cae-646c-457d-85ff-1fe7ead983ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786602 Apr 30 17:31:35.366058 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.424328 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.436638 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.provisioning_blocks [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Transition to ACTIVE for port object e184bf90-3c7b-47f9-ae6d-b329ad8529da will not be triggered until provisioned by entity L2. {{(pid=74466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:35.530503 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.537488 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:35.760071 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Attempting to bind port e184bf90-3c7b-47f9-ae6d-b329ad8529da on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:35.760646 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Attempting to bind port e184bf90-3c7b-47f9-ae6d-b329ad8529da by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:35.761834 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Attempting to bind port e184bf90-3c7b-47f9-ae6d-b329ad8529da on network f3bf8316-f96a-4557-9e0f-541dde4310c6 {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:35.770742 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853d670-258d-47a8-a515-0576af154aae None None] Pushing event updated for resources: {'Port': ['ID=e184bf90-3c7b-47f9-ae6d-b329ad8529da,revision_number=2']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:35.774638 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-3853d670-258d-47a8-a515-0576af154aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:35.778960 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:35.780593 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Checking segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:35.780593 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.780593 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Bound using segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:35.781198 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Bound port: e184bf90-3c7b-47f9-ae6d-b329ad8529da, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:35.781877 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:35.873679 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-1732439e-9dbd-41b2-8d6c-53e839210947 service neutron] 10.222.0.64 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429792 Apr 30 17:31:35.952007 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] For port e184bf90-3c7b-47f9-ae6d-b329ad8529da, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:35.958557 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] For port e184bf90-3c7b-47f9-ae6d-b329ad8529da, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=e184bf90-3c7b-47f9-ae6d-b329ad8529da,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:35.968092 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Allocated IP 172.20.0.1 (822c7c2e-3f76-4181-bf37-4f8018c0c590/eb25652c-dc35-474c-bb28-1279a93439f0/f5a93d83-2d9b-4501-9869-e4c718ecc839) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:36.080733 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:36.081629 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-36f7e02d-94cf-459a-97c6-0c1e5404f758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:36.214810 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f8353-ce1f-4c1d-b9c2-afdfcaae4999 req-ffe7bc2d-ec79-4b32-a289-515fdb9657b7 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:36.219604 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a59f8353-ce1f-4c1d-b9c2-afdfcaae4999 req-ffe7bc2d-ec79-4b32-a289-515fdb9657b7 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 943 time: 0.7690392 Apr 30 17:31:36.227736 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9805cb77-d994-4daa-ba6e-58fbba5b1d60 req-b6e555a1-826d-40df-b9ea-a1d1ba5813b0 service neutron] 10.222.0.64 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417282 Apr 30 17:31:36.233011 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:36.239087 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Routers {'17707ad1-506b-4ab7-af6d-87049e1cf14b'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:36.240310 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:31:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['17707ad1-506b-4ab7-af6d-87049e1cf14b'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:36.269230 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Transition to ACTIVE for port object f5a93d83-2d9b-4501-9869-e4c718ecc839 will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:36.317847 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a59f8353-ce1f-4c1d-b9c2-afdfcaae4999 req-99026589-ac21-4070-87e2-ff1cb28afbd2 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887208 Apr 30 17:31:36.366013 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853d670-258d-47a8-a515-0576af154aae None None] Pushing event updated for resources: {'Port': ['ID=e184bf90-3c7b-47f9-ae6d-b329ad8529da,revision_number=3']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:36.376627 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-3853d670-258d-47a8-a515-0576af154aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:36.426629 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:36.430844 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:36.598604 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-e1931b2a-86a3-4a71-89c2-4df6d56c55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:36.598912 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] Set router 17707ad1-506b-4ab7-af6d-87049e1cf14b gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:36.602113 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-e1931b2a-86a3-4a71-89c2-4df6d56c55bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49b7c9395411411f8c05d6d6481da8aa&device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 1096 time: 0.2006767 Apr 30 17:31:36.612847 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Pushing event updated for resources: {'Port': ['ID=f5a93d83-2d9b-4501-9869-e4c718ecc839,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:36.617102 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:36.618255 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:36.619619 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:36.624894 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:31:36.626621 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408022'] for router_interface, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:36.829955 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-82a1c715-b0ad-43a0-b24c-931ae87d998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:36.831980 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-82a1c715-b0ad-43a0-b24c-931ae87d998c service neutron] 10.222.0.64 "GET /v2.0/networks?id=6da81cae-646c-457d-85ff-1fe7ead983ce HTTP/1.1" status: 200 len: 909 time: 0.2189925 Apr 30 17:31:36.976870 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-b394c0d0-29cc-4583-b385-2c85f524213c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a2ceca5-2709-4a56-a286-8b67da0791cb HTTP/1.1" status: 200 len: 217 time: 0.1375012 Apr 30 17:31:36.997030 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:30Z', 'revision_number': 3, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'gw_port': {'id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:28Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:37.002349 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bad4fc-1af0-4084-92a6-c5be9300b2b9 None None] The sync data for ids ['17707ad1-506b-4ab7-af6d-87049e1cf14b'] in dv-cinder-784779-10-smb is: [{'id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:30Z', 'revision_number': 3, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'gw_port': {'id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:28Z', 'updated_at': '2021-04-30T17:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:31:37.023784 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.105895 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-e903ac9c-fbd8-42c1-8c7d-ff7d93ace651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:37.110941 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-e903ac9c-fbd8-42c1-8c7d-ff7d93ace651 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b55c4be1-21dc-441d-beac-2144855f1df6 HTTP/1.1" status: 200 len: 848 time: 0.1199455 Apr 30 17:31:37.164148 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-3408a424-50d7-4663-9308-2b8f920f9712 None None] Provisioning for port f5a93d83-2d9b-4501-9869-e4c718ecc839 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:37.174288 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-3408a424-50d7-4663-9308-2b8f920f9712 None None] Provisioning complete for port f5a93d83-2d9b-4501-9869-e4c718ecc839 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:37.180635 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-3408a424-50d7-4663-9308-2b8f920f9712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.195554 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-e4e1921b-4d74-48b2-8b04-aaed3faef555 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6da81cae-646c-457d-85ff-1fe7ead983ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766304 Apr 30 17:31:37.257849 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-3408a424-50d7-4663-9308-2b8f920f9712 None None] Port f5a93d83-2d9b-4501-9869-e4c718ecc839 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:31:37.419859 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.497717 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.497717 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3793305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407925'] for router_interface, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:37.503623 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:37.636782 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Pushing event updated for resources: {'Port': ['ID=f5a93d83-2d9b-4501-9869-e4c718ecc839,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:37.640734 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:37.827379 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:31:37.828986 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:31:37.942573 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80351aa4-8877-40d6-96e0-69ab62e7e699 req-17077140-7150-4b1f-ae9b-b3a8f84de7a4 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:37.944283 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-80351aa4-8877-40d6-96e0-69ab62e7e699 req-17077140-7150-4b1f-ae9b-b3a8f84de7a4 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 943 time: 0.3748653 Apr 30 17:31:37.948304 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-d8add5bd-5da7-4492-9f44-e02d38419244 service neutron] 10.222.0.64 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7338331 Apr 30 17:31:38.172456 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aeac2-f960-4478-a827-881a5a335942 req-8682ad42-f0ac-4e54-9f45-d3f9d5bdbb59 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:38.175524 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-141aeac2-f960-4478-a827-881a5a335942 req-8682ad42-f0ac-4e54-9f45-d3f9d5bdbb59 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 945 time: 0.6027336 Apr 30 17:31:38.232541 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-8d788dbf-9710-4eca-8cfb-8549f68e529a None None] Provisioning complete for port f5a93d83-2d9b-4501-9869-e4c718ecc839 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:38.233389 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-8d788dbf-9710-4eca-8cfb-8549f68e529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:38.268462 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Router 17707ad1-506b-4ab7-af6d-87049e1cf14b has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:31:38.322293 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-80351aa4-8877-40d6-96e0-69ab62e7e699 req-8db2ba9b-baff-49f6-8eef-224f7118d679 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673773 Apr 30 17:31:38.325351 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-141aeac2-f960-4478-a827-881a5a335942 req-6dcf8d70-8220-48d6-ae8a-6b87e29a36a1 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338818 Apr 30 17:31:38.351459 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-63ff9ff0-f1ef-4d11-b3e9-5f1046670907 req-c64930e1-6940-459f-9ea2-36f0049a16f5 service neutron] 10.222.0.64 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768475 Apr 30 17:31:38.388819 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-8d788dbf-9710-4eca-8cfb-8549f68e529a None None] Port f5a93d83-2d9b-4501-9869-e4c718ecc839 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:31:38.468979 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device e184bf90-3c7b-47f9-ae6d-b329ad8529da up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:38.598827 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:31:38.608617 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] 10.222.0.32 "PUT /v2.0/routers/17707ad1-506b-4ab7-af6d-87049e1cf14b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2648425 Apr 30 17:31:38.655222 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port e184bf90-3c7b-47f9-ae6d-b329ad8529da completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:38.665380 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 6a2ceca5-2709-4a56-a286-8b67da0791cb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:31:38.677109 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port e184bf90-3c7b-47f9-ae6d-b329ad8529da triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:38.677930 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.134643 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.156996 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 6a2ceca5-2709-4a56-a286-8b67da0791cb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6a2ceca5-2709-4a56-a286-8b67da0791cb,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:39.188198 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '6a2ceca5-2709-4a56-a286-8b67da0791cb', 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce', 'port_id': '6a2ceca5-2709-4a56-a286-8b67da0791cb', 'mac_address': 'fa:16:3e:68:be:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55c4be1-21dc-441d-beac-2144855f1df6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:31:39.191679 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port e184bf90-3c7b-47f9-ae6d-b329ad8529da, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=e184bf90-3c7b-47f9-ae6d-b329ad8529da,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:39.298369 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.324616 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.331654 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:39.404072 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2ceca5-2709-4a56-a286-8b67da0791cb {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:31:39.478042 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 6a2ceca5-2709-4a56-a286-8b67da0791cb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6a2ceca5-2709-4a56-a286-8b67da0791cb,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:39.493692 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=e184bf90-3c7b-47f9-ae6d-b329ad8529da,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:39.500357 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:39.552722 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:39.555363 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-90ab9354-b4cb-4109-9a26-3967bf9b4232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:39.760184 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Sync routers for ids ['17707ad1-506b-4ab7-af6d-87049e1cf14b'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:31:39.796339 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0db05-b9e6-4b72-a9e6-44d04f702228 req-c67a72b0-b7a6-4c63-a1d0-9cf0779b1d17 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:39.798668 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e7e0db05-b9e6-4b72-a9e6-44d04f702228 req-c67a72b0-b7a6-4c63-a1d0-9cf0779b1d17 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.2691216 Apr 30 17:31:39.799587 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Routers {'17707ad1-506b-4ab7-af6d-87049e1cf14b'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:39.800421 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:31:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['17707ad1-506b-4ab7-af6d-87049e1cf14b'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:39.887083 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e7e0db05-b9e6-4b72-a9e6-44d04f702228 req-150d5c13-c080-40c8-bf38-befd184f1a11 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780146 Apr 30 17:31:39.913521 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=6a2ceca5-2709-4a56-a286-8b67da0791cb,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:39.936284 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:40.055909 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['6a2ceca5-2709-4a56-a286-8b67da0791cb'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:40.176909 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65779de6-df45-4739-80b4-d0901001f467 req-c8c9a8bf-52f8-4e3c-beb1-118281778599 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:40.179433 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-65779de6-df45-4739-80b4-d0901001f467 req-c8c9a8bf-52f8-4e3c-beb1-118281778599 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 945 time: 0.2546318 Apr 30 17:31:40.233887 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44498) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:40.244914 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019945149', 'description': 'tempest-secgroup-smoke-2019945149 description', 'project_id': '70509fdad1284ebcac81e155090fc72a'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:40.256217 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:40.264293 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:security_group and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:40.279003 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:40.284043 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:40.414040 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.491941 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:40.511790 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937336a8-d39e-4812-9110-06b0055429cf req-34588292-2ab6-4eaa-a764-a7b1641a5983 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:40.513772 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-937336a8-d39e-4812-9110-06b0055429cf req-34588292-2ab6-4eaa-a764-a7b1641a5983 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 944 time: 0.2076495 Apr 30 17:31:40.515564 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-65779de6-df45-4739-80b4-d0901001f467 req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Deleting port 326b5125-9a93-45b3-a80a-9fbad50bdc9e {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:31:40.515906 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-65779de6-df45-4739-80b4-d0901001f467 req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.517919 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:security_group_rule and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:40.532626 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:40.552200 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Set router 17707ad1-506b-4ab7-af6d-87049e1cf14b gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:40.554687 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:40.657758 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device e184bf90-3c7b-47f9-ae6d-b329ad8529da up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:40.703225 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-65779de6-df45-4739-80b4-d0901001f467 req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] For port 326b5125-9a93-45b3-a80a-9fbad50bdc9e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=326b5125-9a93-45b3-a80a-9fbad50bdc9e,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:40.703505 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-65779de6-df45-4739-80b4-d0901001f467 req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.719447 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.798203 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.821245 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b58904cf-bead-4ee4-8572-94f69ac47e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:40.868308 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:40.876159 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:40.886469 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-65779de6-df45-4739-80b4-d0901001f467 req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Calling delete_port for 326b5125-9a93-45b3-a80a-9fbad50bdc9e owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:31:40.907479 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-937336a8-d39e-4812-9110-06b0055429cf req-beba5cd7-5180-42a6-b347-ad72bc0a24f9 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279600 Apr 30 17:31:40.961536 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:40.961536 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-1293ce97-dc07-48cb-9e56-4993cc04c520 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7240107 Apr 30 17:31:40.964789 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 44504) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:40.973117 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Request body: {'security_group_rule': {'security_group_id': 'e08f0d5c-451c-4e4f-9454-7e69eb3a02fd', 'project_id': '70509fdad1284ebcac81e155090fc72a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:40.981608 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:40.990267 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:security_group_rule and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:41.001305 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c8766-646d-4420-aca8-2b0f8213e3e9 req-b303d7ea-f1da-4d6c-a361-bbd3b2966e70 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:41.002922 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6e5c8766-646d-4420-aca8-2b0f8213e3e9 req-b303d7ea-f1da-4d6c-a361-bbd3b2966e70 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 945 time: 0.5676255 Apr 30 17:31:41.013070 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:41.028519 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:41.138342 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port e184bf90-3c7b-47f9-ae6d-b329ad8529da triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:41.138793 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.319489 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-65779de6-df45-4739-80b4-d0901001f467 req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.347659 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6e5c8766-646d-4420-aca8-2b0f8213e3e9 req-f27cc577-db53-42f5-9fc1-dd879366ffd5 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142445 Apr 30 17:31:41.348848 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:41.410392 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:36Z', 'revision_number': 4, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'gw_port': {'id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:28Z', 'updated_at': '2021-04-30T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f5a93d83-2d9b-4501-9869-e4c718ecc839', 'name': '', 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'mac_address': 'fa:16:3e:70:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eb25652c-dc35-474c-bb28-1279a93439f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:35Z', 'updated_at': '2021-04-30T17:31:37Z', 'revision_number': 2, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'subnets': [{'id': 'eb25652c-dc35-474c-bb28-1279a93439f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:41.414822 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Checking router: 17707ad1-506b-4ab7-af6d-87049e1cf14b for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:31:41.415177 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Updating router 17707ad1-506b-4ab7-af6d-87049e1cf14b port f5a93d83-2d9b-4501-9869-e4c718ecc839 binding host dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:31:41.437036 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.454471 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Pushing event deleted for resources: {'Port': ['ID=326b5125-9a93-45b3-a80a-9fbad50bdc9e,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:41.458748 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:41.517713 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.764719 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-65779de6-df45-4739-80b4-d0901001f467 req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] No DVR routers for this DVR port 326b5125-9a93-45b3-a80a-9fbad50bdc9e on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:31:41.780690 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-65779de6-df45-4739-80b4-d0901001f467 req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.786464 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed55232c-422b-4352-81b9-d22d25d25cce', 'name': 'network-vif-deleted', 'tag': '326b5125-9a93-45b3-a80a-9fbad50bdc9e'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:41.811956 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500b1d8-d11f-4454-a136-44e36d65207b req-02c24985-0cf9-4fca-a4c4-32dc60ee0707 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:41.813542 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5500b1d8-d11f-4454-a136-44e36d65207b req-02c24985-0cf9-4fca-a4c4-32dc60ee0707 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.5636921 Apr 30 17:31:41.819059 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-65779de6-df45-4739-80b4-d0901001f467 req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "DELETE /v2.0/ports/326b5125-9a93-45b3-a80a-9fbad50bdc9e HTTP/1.1" status: 204 len: 173 time: 1.6321871 Apr 30 17:31:41.856009 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.885075 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5500b1d8-d11f-4454-a136-44e36d65207b req-211685d0-ec05-42c9-984a-185c6b341b16 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597012 Apr 30 17:31:41.887500 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed55232c-422b-4352-81b9-d22d25d25cce', 'name': 'network-vif-deleted', 'tag': '326b5125-9a93-45b3-a80a-9fbad50bdc9e', 'status': 'completed', 'code': 200} Apr 30 17:31:41.993912 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:41.999792 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:42.063334 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8493e791-9401-4ef1-ba2c-847f7de1604f,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:42.074034 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:42.085093 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['21af39cc-70bf-40aa-aeac-108f08090f57', '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0', '326b5125-9a93-45b3-a80a-9fbad50bdc9e'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:42.218306 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Notify callbacks [] for port, precommit_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.228993 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.231117 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2650628 Apr 30 17:31:42.236003 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 44524) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:42.243502 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Transition to ACTIVE for port object f5a93d83-2d9b-4501-9869-e4c718ecc839 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:42.243837 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Request body: {'security_group_rule': {'security_group_id': 'e08f0d5c-451c-4e4f-9454-7e69eb3a02fd', 'project_id': '70509fdad1284ebcac81e155090fc72a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:42.258728 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5890c4d-f692-4dff-8b1d-0e238d993d42 req-2ae023d9-e3ca-42e7-8e04-fc38f4d158eb tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:42.260334 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5890c4d-f692-4dff-8b1d-0e238d993d42 req-2ae023d9-e3ca-42e7-8e04-fc38f4d158eb tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 944 time: 0.1468196 Apr 30 17:31:42.261729 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:42.266558 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:security_group_rule and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:42.270222 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:42.291057 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:42.333053 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5890c4d-f692-4dff-8b1d-0e238d993d42 req-41db8e20-3a7c-4977-a550-b3638992e74c tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588827 Apr 30 17:31:42.362960 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.371450 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:42.399944 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.589948 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97881777-b932-496a-b7d2-b0b6e7023ded None None] Pushing event updated for resources: {'Port': ['ID=f5a93d83-2d9b-4501-9869-e4c718ecc839,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:42.633445 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.640773 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-97881777-b932-496a-b7d2-b0b6e7023ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:42.703634 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-8a686225-81a2-485d-8374-24eff5dfa167 req-925ec5be-05ed-4932-ac01-913ca282f136 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Synchronizing usage tracker for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:42.785343 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.812351 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-96d58335-454a-48ef-a121-1c9addbb1322 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:42.814842 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 6a2ceca5-2709-4a56-a286-8b67da0791cb up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:42.834696 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2caa27-20f6-4a22-a921-0db730f4968c,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:42.846649 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:42.888418 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-852f0a19-4a7d-44c4-aaab-79862d6dc09c tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:42.890030 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-852f0a19-4a7d-44c4-aaab-79862d6dc09c tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.64 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.1808383 Apr 30 17:31:42.954684 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-8a686225-81a2-485d-8374-24eff5dfa167 req-925ec5be-05ed-4932-ac01-913ca282f136 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Unset dirty status for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:42.970972 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8a686225-81a2-485d-8374-24eff5dfa167 req-925ec5be-05ed-4932-ac01-913ca282f136 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed55232c-422b-4352-81b9-d22d25d25cce HTTP/1.1" status: 200 len: 210 time: 0.3285036 Apr 30 17:31:42.992444 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:42.998685 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7571726 Apr 30 17:31:42.999272 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44538) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:43.042973 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Request body: {'security_group_rule': {'security_group_id': 'e08f0d5c-451c-4e4f-9454-7e69eb3a02fd', 'project_id': '70509fdad1284ebcac81e155090fc72a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:43.049556 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Attempting to bind port f5a93d83-2d9b-4501-9869-e4c718ecc839 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:31:43.050463 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Attempting to bind port f5a93d83-2d9b-4501-9869-e4c718ecc839 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '061ec661-721b-4866-9bca-5ec71c15a3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:31:43.051994 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Attempting to bind port f5a93d83-2d9b-4501-9869-e4c718ecc839 on network 822c7c2e-3f76-4181-bf37-4f8018c0c590 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:31:43.063603 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:43.081321 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:security_group_rule and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:43.087323 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:31:43.087888 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Checking segment: {'id': '061ec661-721b-4866-9bca-5ec71c15a3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:31:43.088501 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.089617 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Bound using segment: {'id': '061ec661-721b-4866-9bca-5ec71c15a3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:31:43.090012 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:43.090241 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Bound port: f5a93d83-2d9b-4501-9869-e4c718ecc839, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061ec661-721b-4866-9bca-5ec71c15a3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:31:43.090496 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.134110 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:43.263129 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.292596 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] For port f5a93d83-2d9b-4501-9869-e4c718ecc839, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:31:43.296863 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] For port f5a93d83-2d9b-4501-9869-e4c718ecc839, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f5a93d83-2d9b-4501-9869-e4c718ecc839,segment=NetworkSegment(061ec661-721b-4866-9bca-5ec71c15a3be),segment_id=061ec661-721b-4866-9bca-5ec71c15a3be)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:31:43.317799 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 6a2ceca5-2709-4a56-a286-8b67da0791cb completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:43.325550 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 6a2ceca5-2709-4a56-a286-8b67da0791cb triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:43.326466 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.410668 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.418866 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:43.423527 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.428196 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Deleting port 85d3036c-0e5e-4082-b65c-1c4c786771fe {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:31:43.428764 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.498281 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a1cc0-c798-4ab9-9202-9339b3f77243 req-52b3e353-f9d9-4521-8e2a-e86371de255b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:43.502631 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-792a1cc0-c798-4ab9-9202-9339b3f77243 req-52b3e353-f9d9-4521-8e2a-e86371de255b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 945 time: 0.3118958 Apr 30 17:31:43.502924 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.509069 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.518452 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-67723c47-d45c-47d6-aa28-c1a308f4d269 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:43.586616 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdca6e7c-36e4-4051-a45c-532f5d69647e,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:43.593303 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:43.607268 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97881777-b932-496a-b7d2-b0b6e7023ded None None] Pushing event updated for resources: {'Port': ['ID=f5a93d83-2d9b-4501-9869-e4c718ecc839,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:43.622534 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Routers {'17707ad1-506b-4ab7-af6d-87049e1cf14b'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:31:43.627020 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:31:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['17707ad1-506b-4ab7-af6d-87049e1cf14b'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:43.730448 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-97881777-b932-496a-b7d2-b0b6e7023ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:43.775403 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:43.777422 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7722774 Apr 30 17:31:43.780633 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44550) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:43.791461 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Request body: {'security_group_rule': {'security_group_id': 'e08f0d5c-451c-4e4f-9454-7e69eb3a02fd', 'project_id': '70509fdad1284ebcac81e155090fc72a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:43.808209 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:43.809992 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44554) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:43.819103 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:security_group_rule and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:43.847937 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:43.855052 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:43.974147 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.013319 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.043370 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-792a1cc0-c798-4ab9-9202-9339b3f77243 req-e4909a4f-c76e-4d3a-815f-4ee39a4a7dbd tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467902 Apr 30 17:31:44.047226 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d4aeef-2883-4b34-b1a1-eb2f939f4f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ceca5-2709-4a56-a286-8b67da0791cb'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:44.080157 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 6a2ceca5-2709-4a56-a286-8b67da0791cb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6a2ceca5-2709-4a56-a286-8b67da0791cb,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:44.093743 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] Set router 17707ad1-506b-4ab7-af6d-87049e1cf14b gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:31:44.103652 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] For port 85d3036c-0e5e-4082-b65c-1c4c786771fe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=85d3036c-0e5e-4082-b65c-1c4c786771fe,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:44.104034 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.107225 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.171703 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:44.180777 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.181928 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 326b5125-9a93-45b3-a80a-9fbad50bdc9e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:31:44.201519 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Usage tracker for resource:security_group_rule and tenant:b514380855c84fc3baf8673048dbdffc is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:44.212612 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:44.217569 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:44.261154 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.268975 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:44.366902 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.373414 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d4aeef-2883-4b34-b1a1-eb2f939f4f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2ceca5-2709-4a56-a286-8b67da0791cb', 'code': 200} Apr 30 17:31:44.377012 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 326b5125-9a93-45b3-a80a-9fbad50bdc9e {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:31:44.377501 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 326b5125-9a93-45b3-a80a-9fbad50bdc9e not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:31:44.390752 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Calling delete_port for 85d3036c-0e5e-4082-b65c-1c4c786771fe owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:31:44.411619 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:44.525182 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=6a2ceca5-2709-4a56-a286-8b67da0791cb,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:44.531681 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:44.552656 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c26aa78-02e3-45ef-bf4d-e2ebc735a61e,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:44.587563 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:44.648991 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f78aa-5467-4439-b926-6281a038746d req-f83014e9-ba13-4468-b25d-3f2c2e6458ae tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:44.662955 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-249f78aa-5467-4439-b926-6281a038746d req-f83014e9-ba13-4468-b25d-3f2c2e6458ae tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 944 time: 0.9980614 Apr 30 17:31:44.685035 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:36Z', 'revision_number': 4, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'gw_port': {'id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:28Z', 'updated_at': '2021-04-30T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f5a93d83-2d9b-4501-9869-e4c718ecc839', 'name': '', 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'mac_address': 'fa:16:3e:70:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eb25652c-dc35-474c-bb28-1279a93439f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:35Z', 'updated_at': '2021-04-30T17:31:43Z', 'revision_number': 4, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'subnets': [{'id': 'eb25652c-dc35-474c-bb28-1279a93439f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:31:44.690977 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6477ffb5-1ff4-4e08-9f9b-fc6b49f38fcd None None] The sync data for ids ['17707ad1-506b-4ab7-af6d-87049e1cf14b'] in dv-cinder-784779-10-smb is: [{'id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:31:36Z', 'revision_number': 4, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'gw_port': {'id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:28Z', 'updated_at': '2021-04-30T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f5a93d83-2d9b-4501-9869-e4c718ecc839', 'name': '', 'network_id': '822c7c2e-3f76-4181-bf37-4f8018c0c590', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'mac_address': 'fa:16:3e:70:be:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eb25652c-dc35-474c-bb28-1279a93439f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:35Z', 'updated_at': '2021-04-30T17:31:43Z', 'revision_number': 4, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'subnets': [{'id': 'eb25652c-dc35-474c-bb28-1279a93439f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:31:44.712278 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.715321 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.720406 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9357781 Apr 30 17:31:44.722117 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44570) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:44.744631 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Request body: {'security_group_rule': {'security_group_id': 'e08f0d5c-451c-4e4f-9454-7e69eb3a02fd', 'project_id': '70509fdad1284ebcac81e155090fc72a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:44.757531 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-249f78aa-5467-4439-b926-6281a038746d req-4feb7048-e3b3-49d0-856f-69b7a6f422c1 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879469 Apr 30 17:31:44.775841 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:44.782930 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:44.792966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:security_group_rule and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:44.820653 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0f7b5d84-e0f9-49f9-82d1-1ed5a9292f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:44.848950 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:44.866581 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:44.929376 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b514380855c84fc3baf8673048dbdffc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1180792 Apr 30 17:31:44.930593 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137be92f-a583-4172-98f7-1a743b549944,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:44.934796 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 44576) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:44.935426 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:44.998909 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.securitygroups_db [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Project 70509fdad1284ebcac81e155090fc72a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:31:45.016977 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.036921 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.053457 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:45.061504 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['2022b891-0690-4a6c-ad99-3faa3602c6b8'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:45.223963 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Pushing event deleted for resources: {'Port': ['ID=85d3036c-0e5e-4082-b65c-1c4c786771fe,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:45.267821 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:45.280998 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.295613 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34e7c1-6892-49aa-9c0d-8e36256c790d req-3382310f-0cbb-43f9-8895-5ae22e9d14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:45.305803 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-8f34e7c1-6892-49aa-9c0d-8e36256c790d req-3382310f-0cbb-43f9-8895-5ae22e9d14c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 1098 time: 0.2851825 Apr 30 17:31:45.375981 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.381758 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-d7a8c342-570f-4c29-92ec-62a6bddfabe1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:45.400834 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-8f34e7c1-6892-49aa-9c0d-8e36256c790d req-1ff57c53-62b7-4d78-9601-d266ca987620 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894380 Apr 30 17:31:45.414015 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b465d8-b66a-4a54-b58d-af7fd9537af2,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:45.416922 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:45.517695 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.522017 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7941220 Apr 30 17:31:45.522391 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44584) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:31:45.529011 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Request body: {'security_group_rule': {'security_group_id': 'e08f0d5c-451c-4e4f-9454-7e69eb3a02fd', 'project_id': '70509fdad1284ebcac81e155090fc72a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:45.537388 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:45.542782 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:security_group_rule and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:45.547266 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:45.547636 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-28d6b5c9-ba41-444b-baa3-5d91bd567d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.551388 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] No DVR routers for this DVR port 85d3036c-0e5e-4082-b65c-1c4c786771fe on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:31:45.555479 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:45.555838 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.574625 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d3b4eac8-b4eb-4887-96b6-5d8cd9d018ff req-187a902f-1c4c-4629-abba-2a5fc8af74db tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 210 time: 0.2213478 Apr 30 17:31:45.591493 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebaf0a2-28d5-4799-947a-7e9686f93c37', 'name': 'network-vif-deleted', 'tag': '85d3036c-0e5e-4082-b65c-1c4c786771fe'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:45.609939 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c0fc03d4-dc1c-4072-a741-1b19f003a31e req-ba04a9f5-4402-4c86-b758-44d03720c722 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.64 "DELETE /v2.0/ports/85d3036c-0e5e-4082-b65c-1c4c786771fe HTTP/1.1" status: 204 len: 173 time: 2.7094953 Apr 30 17:31:45.648025 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-28d6b5c9-ba41-444b-baa3-5d91bd567d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.661409 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.securitygroups_db [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Project 70509fdad1284ebcac81e155090fc72a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:31:45.677531 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.684496 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eebaf0a2-28d5-4799-947a-7e9686f93c37', 'name': 'network-vif-deleted', 'tag': '85d3036c-0e5e-4082-b65c-1c4c786771fe', 'status': 'completed', 'code': 200} Apr 30 17:31:45.786508 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01def3c-44f9-48b3-8276-787d409a34d9 req-7ef55668-c9f4-4d1b-a13a-fc5fddd8f515 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:45.799247 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a01def3c-44f9-48b3-8276-787d409a34d9 req-7ef55668-c9f4-4d1b-a13a-fc5fddd8f515 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 946 time: 0.3465390 Apr 30 17:31:45.914539 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:45.924875 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a01def3c-44f9-48b3-8276-787d409a34d9 req-345f4c8c-6476-4b21-9d99-7c37af698f8a tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165156 Apr 30 17:31:46.049929 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.053471 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-83c98ce4-8f19-4237-90b0-006498466637 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:46.099743 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-28d6b5c9-ba41-444b-baa3-5d91bd567d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.108678 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-30d71a19-39ee-449b-8e53-3933588a4ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:46.108922 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbd7e16-97a6-4d70-a6a5-c4cf8ea603a5,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:46.116809 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:46.140452 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6b5c9-ba41-444b-baa3-5d91bd567d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137be92f-a583-4172-98f7-1a743b549944,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:46.148672 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-28d6b5c9-ba41-444b-baa3-5d91bd567d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:46.159736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-28d6b5c9-ba41-444b-baa3-5d91bd567d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.165207 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-28d6b5c9-ba41-444b-baa3-5d91bd567d80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/137be92f-a583-4172-98f7-1a743b549944 HTTP/1.1" status: 204 len: 168 time: 1.2245772 Apr 30 17:31:46.220361 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.222357 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6986897 Apr 30 17:31:46.254896 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c8698-283c-42ea-8e98-c711ec5b0980 req-1c881dc8-a1bc-47c8-a7a3-d385fb83b001 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:46.256811 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-963c8698-283c-42ea-8e98-c711ec5b0980 req-1c881dc8-a1bc-47c8-a7a3-d385fb83b001 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 945 time: 0.2281930 Apr 30 17:31:46.362957 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-963c8698-283c-42ea-8e98-c711ec5b0980 req-a36dca73-2edc-42d6-a02d-43adc285d620 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928695 Apr 30 17:31:46.473056 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f5a93d83-2d9b-4501-9869-e4c718ecc839 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:46.672053 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-766cdf2f-c292-47bd-abc0-dbadc49758be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.688565 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 85d3036c-0e5e-4082-b65c-1c4c786771fe no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:31:46.775500 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port f5a93d83-2d9b-4501-9869-e4c718ecc839 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:31:46.797057 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-f9e130ca-c2c8-4ee3-96ac-5e523eeea359 req-abaa1703-2307-4ba0-9e28-7f79e01f9bff tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Synchronizing usage tracker for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:46.802318 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 85d3036c-0e5e-4082-b65c-1c4c786771fe {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:31:46.802899 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 85d3036c-0e5e-4082-b65c-1c4c786771fe not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:31:46.806476 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port f5a93d83-2d9b-4501-9869-e4c718ecc839 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:46.807754 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:46.992803 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-f9e130ca-c2c8-4ee3-96ac-5e523eeea359 req-abaa1703-2307-4ba0-9e28-7f79e01f9bff tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Unset dirty status for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:46.995652 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f9e130ca-c2c8-4ee3-96ac-5e523eeea359 req-abaa1703-2307-4ba0-9e28-7f79e01f9bff tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=eebaf0a2-28d5-4799-947a-7e9686f93c37 HTTP/1.1" status: 200 len: 210 time: 0.2795885 Apr 30 17:31:47.042982 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:47.106049 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port f5a93d83-2d9b-4501-9869-e4c718ecc839, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f5a93d83-2d9b-4501-9869-e4c718ecc839,segment=NetworkSegment(061ec661-721b-4866-9bca-5ec71c15a3be),segment_id=061ec661-721b-4866-9bca-5ec71c15a3be)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:47.197978 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:47.200578 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:47.293151 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=f5a93d83-2d9b-4501-9869-e4c718ecc839,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:47.301368 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:47.366544 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04b329-88ad-4d91-a762-99faa863cfa4 req-32208bdf-cb97-41ab-96dc-09c82e1f7a53 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:47.368101 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ce04b329-88ad-4d91-a762-99faa863cfa4 req-32208bdf-cb97-41ab-96dc-09c82e1f7a53 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 946 time: 0.2408285 Apr 30 17:31:47.436200 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ce04b329-88ad-4d91-a762-99faa863cfa4 req-64e1072e-150d-4669-b8bc-b964db58232d tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 Apr 30 17:31:47.631664 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-708ac9e7-f29b-4f9e-8c75-ba47829b08de tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:47.633331 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-708ac9e7-f29b-4f9e-8c75-ba47829b08de tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 946 time: 0.1678801 Apr 30 17:31:47.652476 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d00a6-eab0-422c-bdf5-d5972b619465 req-9ea486c4-c6ae-4df7-b13a-75d8aa539f6d tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:47.653229 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-926d00a6-eab0-422c-bdf5-d5972b619465 req-9ea486c4-c6ae-4df7-b13a-75d8aa539f6d tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 945 time: 0.1228275 Apr 30 17:31:47.790384 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-926d00a6-eab0-422c-bdf5-d5972b619465 req-913090c5-67c4-4a7d-a0a4-b7339bf48fb1 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042433 Apr 30 17:31:47.862044 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Deleting port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:31:47.862830 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:48.025655 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] For port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:48.026022 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:48.169994 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Calling delete_port for 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:31:48.363690 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:48.371847 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:48.381324 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['21af39cc-70bf-40aa-aeac-108f08090f57', '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:48.414452 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f5a93d83-2d9b-4501-9869-e4c718ecc839 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:31:48.425700 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Pushing event deleted for resources: {'Port': ['ID=405c72fb-3f2c-48b0-93a6-bc4c224bfcf0,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:48.483494 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:48.581191 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] No DVR routers for this DVR port 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:31:48.587572 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:48.596956 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1981f884-cb03-490b-83eb-b4edf55041c2', 'name': 'network-vif-deleted', 'tag': '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:48.673145 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port f5a93d83-2d9b-4501-9869-e4c718ecc839 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:31:48.674144 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:48.696130 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-2a96f059-3c9f-4f11-9e8e-4261e188a8c0 req-2c953254-6694-4f94-8624-9087210833e7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Synchronizing usage tracker for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:48.705713 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d478ec0c-ff27-4ec3-8b86-ef2f712ff0da req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "DELETE /v2.0/ports/405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 HTTP/1.1" status: 204 len: 173 time: 1.0511975 Apr 30 17:31:48.737046 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1981f884-cb03-490b-83eb-b4edf55041c2', 'name': 'network-vif-deleted', 'tag': '405c72fb-3f2c-48b0-93a6-bc4c224bfcf0', 'status': 'completed', 'code': 200} Apr 30 17:31:48.798324 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-2a96f059-3c9f-4f11-9e8e-4261e188a8c0 req-2c953254-6694-4f94-8624-9087210833e7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Unset dirty status for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:48.800273 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2a96f059-3c9f-4f11-9e8e-4261e188a8c0 req-2c953254-6694-4f94-8624-9087210833e7 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 210 time: 0.1610160 Apr 30 17:31:49.048066 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:49.057054 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c656dbf-c1ec-4e4c-8238-c6808c782faa req-4f0ef956-2a3c-4833-8945-3191486f792c tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:49.059613 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0c656dbf-c1ec-4e4c-8238-c6808c782faa req-4f0ef956-2a3c-4833-8945-3191486f792c tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1193547 Apr 30 17:31:49.123093 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0c656dbf-c1ec-4e4c-8238-c6808c782faa req-cf08d43b-0ac5-4ff6-a613-37de6c2cbc7c tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564413 Apr 30 17:31:49.397695 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-4d3a88f1-1f2d-42f1-990a-c814c6430cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:50.029583 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-445d060e-b858-4ee0-9f21-c885e1ff9209 req-f0a3ff45-0cf9-4127-806a-7fb10d3a1cae tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=1981f884-cb03-490b-83eb-b4edf55041c2 HTTP/1.1" status: 200 len: 210 time: 0.0473657 Apr 30 17:31:50.391984 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:50.401648 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e77d8-a8af-45d8-8278-88804e143246 req-2a12fd32-39e9-40df-8a44-47e36de3aa63 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:50.403633 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d22e77d8-a8af-45d8-8278-88804e143246 req-2a12fd32-39e9-40df-8a44-47e36de3aa63 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.1187346 Apr 30 17:31:50.483258 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d22e77d8-a8af-45d8-8278-88804e143246 req-f60cd4b1-559a-468a-bd57-33cf865a6bfb tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667386 Apr 30 17:31:50.673134 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:31:50.757143 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:31:50.757143 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 405c72fb-3f2c-48b0-93a6-bc4c224bfcf0 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:31:51.410143 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2070-baa3-4952-a468-3abcfa837d2a req-6a5d419f-3eca-4391-bd8e-f07ebf45645b tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:51.411984 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-20bd2070-baa3-4952-a468-3abcfa837d2a req-6a5d419f-3eca-4391-bd8e-f07ebf45645b tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 945 time: 0.1098738 Apr 30 17:31:51.477913 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-20bd2070-baa3-4952-a468-3abcfa837d2a req-2b49599e-022d-4c97-bef9-20ffc9ad1e09 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583189 Apr 30 17:31:51.727090 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c753123-dae0-48cb-9628-25f59c075619 req-f46ff463-1dab-4ad4-9779-6478ff7191f6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:51.728693 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4c753123-dae0-48cb-9628-25f59c075619 req-f46ff463-1dab-4ad4-9779-6478ff7191f6 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.0910423 Apr 30 17:31:51.781425 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4c753123-dae0-48cb-9628-25f59c075619 req-88501971-a654-4eb7-8529-2f1110bf1a33 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461340 Apr 30 17:31:52.066203 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:52.731220 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532d390-fe5d-4da3-8c3d-4516410209f9 req-e5fdfe3f-caf4-4af0-aeb8-97f220d41310 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:52.732790 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1532d390-fe5d-4da3-8c3d-4516410209f9 req-e5fdfe3f-caf4-4af0-aeb8-97f220d41310 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 945 time: 0.1022346 Apr 30 17:31:52.783841 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1532d390-fe5d-4da3-8c3d-4516410209f9 req-bf9747d0-0f4e-4850-922b-cd306d713938 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443122 Apr 30 17:31:53.120668 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-de91b604-ef9a-47b1-9fb0-c7495b0bdc2f tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6b1e130e03c349f4827438bbee222700&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469646 Apr 30 17:31:53.516291 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-438d2db0-2a18-476a-9f80-42fa07ca5052 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:53.535875 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-438d2db0-2a18-476a-9f80-42fa07ca5052 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4081445 Apr 30 17:31:53.562118 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-19cfbd76-b63a-40a5-8b62-87988f2abc26 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/quotas/6b1e130e03c349f4827438bbee222700 HTTP/1.1" status: 200 len: 375 time: 0.0249050 Apr 30 17:31:53.573718 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949fb08-3667-49ec-b508-774f9f319926 req-8c3fc96a-8bd4-44ca-8101-1bd479ed9ec1 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:53.575306 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7949fb08-3667-49ec-b508-774f9f319926 req-8c3fc96a-8bd4-44ca-8101-1bd479ed9ec1 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.64 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 945 time: 0.2023835 Apr 30 17:31:53.728597 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-73b59e95-3179-440f-9964-8376fc6d59d0 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b1e130e03c349f4827438bbee222700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1654241 Apr 30 17:31:53.876927 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d75a9-1085-48bf-95e1-c6787193efab req-a300b5ec-3954-4022-906d-70efbfe291de tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:53.879607 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a25d75a9-1085-48bf-95e1-c6787193efab req-a300b5ec-3954-4022-906d-70efbfe291de tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.3143671 Apr 30 17:31:53.935536 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-7949fb08-3667-49ec-b508-774f9f319926 req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Deleting port 6a2ceca5-2709-4a56-a286-8b67da0791cb {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:31:53.935843 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-7949fb08-3667-49ec-b508-774f9f319926 req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.171727 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a25d75a9-1085-48bf-95e1-c6787193efab req-427611b8-018c-4143-9302-19956e39bbcc tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813175 Apr 30 17:31:54.271090 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-7949fb08-3667-49ec-b508-774f9f319926 req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] For port 6a2ceca5-2709-4a56-a286-8b67da0791cb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=6a2ceca5-2709-4a56-a286-8b67da0791cb,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:54.271768 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-7949fb08-3667-49ec-b508-774f9f319926 req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:54.581755 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-7949fb08-3667-49ec-b508-774f9f319926 req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Calling delete_port for 6a2ceca5-2709-4a56-a286-8b67da0791cb owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:31:54.965514 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca4c1c-9e66-4c95-bb09-e5336dc8121a req-75fdfb45-d93f-4508-9955-42ea80bb85ff tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:54.968284 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2aca4c1c-9e66-4c95-bb09-e5336dc8121a req-75fdfb45-d93f-4508-9955-42ea80bb85ff tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 945 time: 0.5971975 Apr 30 17:31:54.999718 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149e7ca-deea-45a6-be77-ef55a84585a5 req-4b4d1b4f-380f-495c-afa5-69f754f897a0 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:55.002505 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7149e7ca-deea-45a6-be77-ef55a84585a5 req-4b4d1b4f-380f-495c-afa5-69f754f897a0 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 945 time: 0.3331809 Apr 30 17:31:55.252816 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2aca4c1c-9e66-4c95-bb09-e5336dc8121a req-8392870d-59c2-4bc6-8e0f-68e045807c06 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697790 Apr 30 17:31:55.263007 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7149e7ca-deea-45a6-be77-ef55a84585a5 req-3420d57f-b3fe-4414-a82c-dcc186b2cdcd tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337172 Apr 30 17:31:55.393109 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-7949fb08-3667-49ec-b508-774f9f319926 req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.397234 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7676017d-ab19-4503-baeb-9e8597d17e96 req-7e7eaac9-33c0-4c2a-a392-67843b52f918 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 210 time: 0.0820169 Apr 30 17:31:55.402326 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:55.457818 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Pushing event deleted for resources: {'Port': ['ID=6a2ceca5-2709-4a56-a286-8b67da0791cb,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:55.508676 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.509113 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.509439 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.509862 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.510280 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.511185 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.511604 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.511852 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.512204 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.512561 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.512897 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.513239 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:55.547721 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:55.650216 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7949fb08-3667-49ec-b508-774f9f319926 req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] No DVR routers for this DVR port 6a2ceca5-2709-4a56-a286-8b67da0791cb on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:31:55.655676 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-7949fb08-3667-49ec-b508-774f9f319926 req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:55.662319 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d4aeef-2883-4b34-b1a1-eb2f939f4f01', 'name': 'network-vif-deleted', 'tag': '6a2ceca5-2709-4a56-a286-8b67da0791cb'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:55.689558 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-56961b75-bec5-4c9f-9f82-9dc73c2a51a2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:55.691927 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-56961b75-bec5-4c9f-9f82-9dc73c2a51a2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Synchronizing usage tracker for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:55.727208 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-56961b75-bec5-4c9f-9f82-9dc73c2a51a2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Unset dirty status for tenant:27edf4bf62874f89b85fe09a8b8b4762 on resource:port {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:55.730278 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-56961b75-bec5-4c9f-9f82-9dc73c2a51a2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 945 time: 0.1624906 Apr 30 17:31:55.801930 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d4aeef-2883-4b34-b1a1-eb2f939f4f01', 'name': 'network-vif-deleted', 'tag': '6a2ceca5-2709-4a56-a286-8b67da0791cb', 'status': 'completed', 'code': 200} Apr 30 17:31:55.815300 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35393c-5d3b-4103-b780-7a8bc8d667bb req-528baa4d-ca1a-414a-8f5a-aa6ff068c343 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:55.823654 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0a35393c-5d3b-4103-b780-7a8bc8d667bb req-528baa4d-ca1a-414a-8f5a-aa6ff068c343 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.3679333 Apr 30 17:31:55.864090 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7949fb08-3667-49ec-b508-774f9f319926 req-0fc045e0-38ab-4d32-90d3-ac33ab5a0246 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.64 "DELETE /v2.0/ports/6a2ceca5-2709-4a56-a286-8b67da0791cb HTTP/1.1" status: 204 len: 173 time: 2.2527769 Apr 30 17:31:55.891166 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0a35393c-5d3b-4103-b780-7a8bc8d667bb req-d791fd77-a899-4039-a6c6-4e3424d63b8d tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636034 Apr 30 17:31:55.994151 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Deleting port 21af39cc-70bf-40aa-aeac-108f08090f57 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:31:55.994492 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.182599 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] For port 21af39cc-70bf-40aa-aeac-108f08090f57, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=21af39cc-70bf-40aa-aeac-108f08090f57,segment=NetworkSegment(7612ef94-05fc-4317-a655-a00ea43cc79e),segment_id=7612ef94-05fc-4317-a655-a00ea43cc79e)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:56.183017 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.428960 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Calling delete_port for 21af39cc-70bf-40aa-aeac-108f08090f57 owned by compute:nova {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:31:56.612266 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-5aba9997-7bd2-4397-b949-dec0471dd3e1 req-766e70fb-c875-465c-82fa-2228902b3cae tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Synchronizing usage tracker for tenant:49b7c9395411411f8c05d6d6481da8aa on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:56.645631 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.657854 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-03dbd887-aa36-4136-a773-fa7adacb8c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:56.665807 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['21af39cc-70bf-40aa-aeac-108f08090f57'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:56.715328 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e71ce-b2f5-43a8-94c4-86fd94d0616b req-d2a08eb2-230d-439c-a697-668a527e816c tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:56.717850 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-095e71ce-b2f5-43a8-94c4-86fd94d0616b req-d2a08eb2-230d-439c-a697-668a527e816c tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 867 time: 0.2357566 Apr 30 17:31:56.738239 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-6c70000d-63fb-4a90-a058-03b143916d5b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:56.740100 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Pushing event deleted for resources: {'Port': ['ID=21af39cc-70bf-40aa-aeac-108f08090f57,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:56.741035 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-6c70000d-63fb-4a90-a058-03b143916d5b tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.3205976 Apr 30 17:31:56.750578 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:56.763656 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 21af39cc-70bf-40aa-aeac-108f08090f57 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:31:56.847359 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 21af39cc-70bf-40aa-aeac-108f08090f57 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:31:56.848055 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 21af39cc-70bf-40aa-aeac-108f08090f57 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:31:56.848670 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 6a2ceca5-2709-4a56-a286-8b67da0791cb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:31:56.914797 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 6a2ceca5-2709-4a56-a286-8b67da0791cb {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:31:56.915602 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 6a2ceca5-2709-4a56-a286-8b67da0791cb not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:31:56.930309 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] No DVR routers for this DVR port 21af39cc-70bf-40aa-aeac-108f08090f57 on host hv-cinder-78477 {{(pid=74463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:31:56.937058 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:56.957587 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3064de09-7044-4774-9065-794c60eb5d3f', 'name': 'network-vif-deleted', 'tag': '21af39cc-70bf-40aa-aeac-108f08090f57'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:56.980916 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-5aba9997-7bd2-4397-b949-dec0471dd3e1 req-766e70fb-c875-465c-82fa-2228902b3cae tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Unset dirty status for tenant:49b7c9395411411f8c05d6d6481da8aa on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:56.982759 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5aba9997-7bd2-4397-b949-dec0471dd3e1 req-766e70fb-c875-465c-82fa-2228902b3cae tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 210 time: 0.4254513 Apr 30 17:31:57.079702 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-095e71ce-b2f5-43a8-94c4-86fd94d0616b req-eb3fbfd2-dc0f-4af0-8278-858c133084c6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3c437f9-6dcd-4efb-958a-a9c056d1c87a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372312 Apr 30 17:31:57.096067 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-03ef03b2-cfa0-46f7-b8f2-114340f664ab req-be2bd74f-cf6e-494b-a9b1-f89b27419a57 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.64 "DELETE /v2.0/ports/21af39cc-70bf-40aa-aeac-108f08090f57 HTTP/1.1" status: 204 len: 173 time: 1.3549998 Apr 30 17:31:57.241008 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Deleting port 2022b891-0690-4a6c-ad99-3faa3602c6b8 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:31:57.245625 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:57.382262 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d6035728-8838-48a2-b0e7-94dfdf356412 req-f15b2cfb-b2ee-477d-8b20-84478a7813cc tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 210 time: 0.1055653 Apr 30 17:31:57.483160 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-7258f6b6-29db-4086-aa0a-b021e5c03a50 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6b1e130e03c349f4827438bbee222700&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124475 Apr 30 17:31:57.569919 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] For port 2022b891-0690-4a6c-ad99-3faa3602c6b8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2022b891-0690-4a6c-ad99-3faa3602c6b8,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:31:57.570519 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:57.691255 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3064de09-7044-4774-9065-794c60eb5d3f', 'name': 'network-vif-deleted', 'tag': '21af39cc-70bf-40aa-aeac-108f08090f57', 'status': 'completed', 'code': 200} Apr 30 17:31:57.791342 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Calling delete_port for 2022b891-0690-4a6c-ad99-3faa3602c6b8 owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:31:57.810205 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9c624-a539-4776-92ec-70c723a82961 req-9c4a9c27-23ae-4374-9207-3b9adc5176a0 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:57.812249 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-20d9c624-a539-4776-92ec-70c723a82961 req-9c4a9c27-23ae-4374-9207-3b9adc5176a0 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 945 time: 0.4853592 Apr 30 17:31:57.864426 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-f6976395-c038-4ded-adaf-8609284ff235 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:31:57.866406 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-f6976395-c038-4ded-adaf-8609284ff235 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3687634 Apr 30 17:31:57.887882 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Request body: {'port': {'device_id': 'ba98bda6-dab0-4353-9ba9-df470f884c37', 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf', 'admin_state_up': True, 'tenant_id': '6b1e130e03c349f4827438bbee222700'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:31:57.942772 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-20d9c624-a539-4776-92ec-70c723a82961 req-52df97e2-78fc-4791-bd3d-d7a630d73955 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/security-groups?id=d668a835-5945-4023-84b1-5478169e6000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202309 Apr 30 17:31:58.055308 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:58.060977 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Usage tracker for resource:port and tenant:6b1e130e03c349f4827438bbee222700 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:58.064334 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:58.071015 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:58.250428 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:58.250998 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Made reservation on behalf of 6b1e130e03c349f4827438bbee222700 for: {'port': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:31:58.259783 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:58.261362 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:58.269611 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['2022b891-0690-4a6c-ad99-3faa3602c6b8'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:31:58.384797 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:58.455997 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Pushing event deleted for resources: {'Port': ['ID=2022b891-0690-4a6c-ad99-3faa3602c6b8,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:58.472868 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e43289e4-3d52-4d26-8a13-b9eb42b71333 req-71b3f375-ce98-49ec-bd3d-3d2ef844bde2 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d4aeef-2883-4b34-b1a1-eb2f939f4f01 HTTP/1.1" status: 200 len: 210 time: 0.0755668 Apr 30 17:31:58.520147 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:31:58.553544 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Usage tracker for resource:security_group_rule and tenant:6b1e130e03c349f4827438bbee222700 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:31:58.570018 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:58.570326 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:31:58.597394 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:31:58.687192 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d7cd9f2e-95e7-4348-bbc0-536f8e5980f6 req-f6b9cfc4-ac40-4b4e-8843-ee6215f145ef tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] 10.222.0.32 "GET /v2.0/ports?device_id=3064de09-7044-4774-9065-794c60eb5d3f HTTP/1.1" status: 200 len: 210 time: 0.2378743 Apr 30 17:31:58.812852 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] No DVR routers for this DVR port 2022b891-0690-4a6c-ad99-3faa3602c6b8 on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:31:58.823838 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:58.831412 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7c25a8-8c15-4bdd-ac62-f9391b485beb', 'name': 'network-vif-deleted', 'tag': '2022b891-0690-4a6c-ad99-3faa3602c6b8'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:31:58.843433 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9000e485-daba-455b-b3b3-6100ed9a9b34 req-de1b0640-01f4-460b-bbf7-7a7a91abb623 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 210 time: 0.0848804 Apr 30 17:31:58.873081 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:58.896018 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d7c25a8-8c15-4bdd-ac62-f9391b485beb', 'name': 'network-vif-deleted', 'tag': '2022b891-0690-4a6c-ad99-3faa3602c6b8', 'status': 'completed', 'code': 200} Apr 30 17:31:58.971102 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-adc5ee37-82d3-404c-9e0f-e3b4dc039a03 req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.64 "DELETE /v2.0/ports/2022b891-0690-4a6c-ad99-3faa3602c6b8 HTTP/1.1" status: 204 len: 173 time: 2.2174189 Apr 30 17:31:59.009790 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:59.020251 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-16a75d02-caff-4b72-ac82-b6067ad5a985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:31:59.213448 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-56099115-da23-4895-95fa-c3c99f758688 req-4a0c3e22-fbb9-40aa-84c3-06e5506dacb4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Synchronizing usage tracker for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:31:59.287153 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf3491a-795a-4650-9b23-cd83faab2b60,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:31:59.310179 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.310545 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.310905 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.311262 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.311610 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.311965 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.312318 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.312651 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.312994 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.313341 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.313678 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.314015 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:31:59.320294 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:31:59.346876 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Allocated IP 192.168.233.211 (21a64575-09bc-4665-b696-2b19dd71f8cf/2d95833f-706b-44cb-a5eb-5a02a31fb01d/b7b7c947-b224-4a29-b676-36e19b678766) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:31:59.357529 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-56099115-da23-4895-95fa-c3c99f758688 req-4a0c3e22-fbb9-40aa-84c3-06e5506dacb4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Unset dirty status for tenant:0d1d7502a2c94ddabd0127f78e54f313 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:31:59.360500 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-56099115-da23-4895-95fa-c3c99f758688 req-4a0c3e22-fbb9-40aa-84c3-06e5506dacb4 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 210 time: 0.2464468 Apr 30 17:31:59.883768 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:31:59.905403 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Transition to ACTIVE for port object b7b7c947-b224-4a29-b676-36e19b678766 will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:31:59.986975 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44868) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:00.244007 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] Deleting subnet 50915d68-348e-425b-8bf6-f666b72f8168 {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:32:00.244007 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.244496 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-85fa7624-1f67-4547-877a-cac31f6f9f55 req-c93d47a4-b7b8-4626-b464-a52fb575480a tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 210 time: 0.0929682 Apr 30 17:32:00.284316 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.299279 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.545146 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.560482 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:00.689902 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Network 21a64575-09bc-4665-b696-2b19dd71f8cf is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:00.729377 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-01e6aa15-a219-455e-b76e-edd0b23cc285 req-c32a5285-d9dd-4d87-ace7-4c3568bbfb54 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7c25a8-8c15-4bdd-ac62-f9391b485beb HTTP/1.1" status: 200 len: 210 time: 0.1408119 Apr 30 17:32:00.737976 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:00.749303 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:00.755421 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2022b891-0690-4a6c-ad99-3faa3602c6b8 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:32:00.758876 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:00.761213 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:00.781906 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Pushing event updated for resources: {'Port': ['ID=b7b7c947-b224-4a29-b676-36e19b678766,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:00.807983 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 2022b891-0690-4a6c-ad99-3faa3602c6b8 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:32:00.808323 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2022b891-0690-4a6c-ad99-3faa3602c6b8 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:32:00.809412 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:00.836280 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-3f5020ba-d9e0-4249-a992-13697c363d5f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:00.849994 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-3f5020ba-d9e0-4249-a992-13697c363d5f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/networks?id=6da81cae-646c-457d-85ff-1fe7ead983ce HTTP/1.1" status: 200 len: 808 time: 0.4325075 Apr 30 17:32:00.862884 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-be2ec0e2-9362-434a-86f6-0a9cf5c09beb tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/quotas/49b7c9395411411f8c05d6d6481da8aa HTTP/1.1" status: 200 len: 375 time: 0.0133684 Apr 30 17:32:00.959114 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-6f343da1-6a57-4259-ae12-15a9f28e9f7a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49b7c9395411411f8c05d6d6481da8aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619969 Apr 30 17:32:01.044512 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1615198 Apr 30 17:32:01.060577 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Request body: {'port': {'device_id': 'ba98bda6-dab0-4353-9ba9-df470f884c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:01.108808 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.116852 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-75dd0e24-8792-4e8f-b2c2-85461144be90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:01.149327 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-37504f49-dd40-4336-89dd-f93960935e47 service neutron] 10.222.0.32 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787062 Apr 30 17:32:01.158623 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-cd576062-2045-4f16-a67f-6b1e2b8726e1 None None] Provisioning for port b7b7c947-b224-4a29-b676-36e19b678766 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:01.164570 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50915d68-348e-425b-8bf6-f666b72f8168,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:01.179433 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-cd576062-2045-4f16-a67f-6b1e2b8726e1 None None] Provisioning complete for port b7b7c947-b224-4a29-b676-36e19b678766 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:01.180816 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-cd576062-2045-4f16-a67f-6b1e2b8726e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.202886 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:01.203914 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.221174 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/50915d68-348e-425b-8bf6-f666b72f8168 HTTP/1.1" status: 204 len: 168 time: 1.2325506 Apr 30 17:32:01.229892 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44890) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:01.272451 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.318251 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-cd576062-2045-4f16-a67f-6b1e2b8726e1 None None] Port b7b7c947-b224-4a29-b676-36e19b678766 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:32:01.413969 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:01.448821 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-766e2685-77b5-441b-b0a7-4ee3fd0ec448 service neutron] 10.222.0.32 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871537 Apr 30 17:32:01.622511 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b432b0a-2cbc-40cf-b020-b1110a1c0340 req-7882333c-06e2-4735-925b-c697ce2fc852 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:01.624066 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1b432b0a-2cbc-40cf-b020-b1110a1c0340 req-7882333c-06e2-4735-925b-c697ce2fc852 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 936 time: 0.1009626 Apr 30 17:32:01.683524 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1b432b0a-2cbc-40cf-b020-b1110a1c0340 req-f3136baf-a9e8-4c66-87f5-afadde7e7a42 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519805 Apr 30 17:32:01.853652 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a3aceae6-c177-42a5-8148-00b7f11c96d8 req-a527511d-5507-4844-b7e3-c1a2e8cca07f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 210 time: 0.0669284 Apr 30 17:32:01.858004 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 44906) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:01.967671 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.163898 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.164646 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.164972 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.165344 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > port after_create 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.165684 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.166019 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > port after_update 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.166429 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.167455 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.167831 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.168122 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.317183 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.317721 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.318290 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.318827 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 17:32:02.319402 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795d416a-ff8d-4a53-9908-c0009e59784a']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:02.352478 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7612ef94-05fc-4317-a655-a00ea43cc79e') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:02.353160 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7612ef94-05fc-4317-a655-a00ea43cc79e') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:02.380329 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.410745 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.458673 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:32:02.600178 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b7c947-b224-4a29-b676-36e19b678766 {{(pid=74463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:02.624009 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.706329 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Network 795d416a-ff8d-4a53-9908-c0009e59784a has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:32:02.716724 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.760006 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407875'] for router_interface, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:02.983129 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Network 795d416a-ff8d-4a53-9908-c0009e59784a has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:32:03.020717 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f59ee313-113e-4aa2-9a67-11c27cd53007 req-a949b02f-fb85-4cf8-b157-c6b4a67de80a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 210 time: 0.0676124 Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: from cryptography.utils import int_from_bytes Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: from cryptography.utils import int_from_bytes Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:32:03.066975 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:32:03.178838 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91ab1c-a3e3-46d3-8ba2-a65daa97c96c req-32aca029-ab54-4407-a07e-365d24e934cc tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:03.180391 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2a91ab1c-a3e3-46d3-8ba2-a65daa97c96c req-32aca029-ab54-4407-a07e-365d24e934cc tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 936 time: 0.2587714 Apr 30 17:32:03.272064 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Transition to ACTIVE for port object b7b7c947-b224-4a29-b676-36e19b678766 will not be triggered until provisioned by entity L2. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:03.276866 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.285025 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.294703 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:03.325157 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=795d416a-ff8d-4a53-9908-c0009e59784a,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:03.329527 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:03.342827 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2a91ab1c-a3e3-46d3-8ba2-a65daa97c96c req-01a5d740-7150-4d4d-aff8-10dd4eb7e00f tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555867 Apr 30 17:32:03.375506 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.380166 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:03.445232 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] 10.222.0.32 "DELETE /v2.0/networks/795d416a-ff8d-4a53-9908-c0009e59784a HTTP/1.1" status: 204 len: 168 time: 2.2142437 Apr 30 17:32:03.588603 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Deleting port fd90bcc0-9f59-4e22-ac03-a4e500dc2997 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:32:03.589220 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:03.744353 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b7c947-b224-4a29-b676-36e19b678766,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:03.752398 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:03.775255 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Attempting to bind port b7b7c947-b224-4a29-b676-36e19b678766 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:03.776511 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Attempting to bind port b7b7c947-b224-4a29-b676-36e19b678766 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '45e98682-a409-4898-906d-cb48a474ab09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf'}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:03.777252 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Attempting to bind port b7b7c947-b224-4a29-b676-36e19b678766 on network 21a64575-09bc-4665-b696-2b19dd71f8cf {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:03.802340 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Port b7b7c947-b224-4a29-b676-36e19b678766 on network 21a64575-09bc-4665-b696-2b19dd71f8cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:32:03.820344 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Attempting to bind port b7b7c947-b224-4a29-b676-36e19b678766 on network 21a64575-09bc-4665-b696-2b19dd71f8cf {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:03.830323 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:03.833063 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Checking segment: {'id': '45e98682-a409-4898-906d-cb48a474ab09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:03.833751 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Bound using segment: {'id': '45e98682-a409-4898-906d-cb48a474ab09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf'} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:03.834591 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Bound port: b7b7c947-b224-4a29-b676-36e19b678766, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e98682-a409-4898-906d-cb48a474ab09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf'}}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:03.835197 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:04.003997 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] For port fd90bcc0-9f59-4e22-ac03-a4e500dc2997, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=fd90bcc0-9f59-4e22-ac03-a4e500dc2997,segment=NetworkSegment(24fee0b4-16f5-47eb-accf-317db3586603),segment_id=24fee0b4-16f5-47eb-accf-317db3586603)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:04.004621 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:04.117511 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] For port b7b7c947-b224-4a29-b676-36e19b678766, host hv-cinder-78477, cleared binding levels {{(pid=74463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:04.124516 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] For port b7b7c947-b224-4a29-b676-36e19b678766, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7b7c947-b224-4a29-b676-36e19b678766,segment=NetworkSegment(45e98682-a409-4898-906d-cb48a474ab09),segment_id=45e98682-a409-4898-906d-cb48a474ab09)] {{(pid=74463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:04.146122 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Calling delete_port for fd90bcc0-9f59-4e22-ac03-a4e500dc2997 owned by network:router_interface {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:32:04.210557 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44946) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:04.254795 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:04.272265 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:04.293037 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b656ccd3-37d8-4fff-a272-6f6a8dce9206 req-39332625-2fa1-475c-be38-566c787bd2c7 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 210 time: 0.1003182 Apr 30 17:32:04.507371 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-1c7f55c2-ba1d-41cd-9ff6-bbd94e991231 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27edf4bf62874f89b85fe09a8b8b4762&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2935364 Apr 30 17:32:04.514729 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:04.514901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:04.516670 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] 10.222.0.64 "PUT /v2.0/ports/b7b7c947-b224-4a29-b676-36e19b678766 HTTP/1.1" status: 200 len: 1098 time: 3.4618523 Apr 30 17:32:04.519289 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 44956) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:04.523687 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba98bda6-dab0-4353-9ba9-df470f884c37', 'tag': 'b7b7c947-b224-4a29-b676-36e19b678766'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:04.629391 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b7c947-b224-4a29-b676-36e19b678766,revision_number=3']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:04.633432 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:04.781070 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba98bda6-dab0-4353-9ba9-df470f884c37', 'tag': 'b7b7c947-b224-4a29-b676-36e19b678766', 'status': 'completed', 'code': 200} Apr 30 17:32:04.786891 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5fbe71ac-0209-44e9-a5cc-183e241d94cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:04.951803 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc71fa4-66e2-4ceb-a037-ee3ea9b5a193 req-f69bec5a-b8c7-48ed-ac6c-c39beaca791e tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:04.953771 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ddc71fa4-66e2-4ceb-a037-ee3ea9b5a193 req-f69bec5a-b8c7-48ed-ac6c-c39beaca791e tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 948 time: 0.3214417 Apr 30 17:32:05.013900 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5fbe71ac-0209-44e9-a5cc-183e241d94cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:05.029098 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ddc71fa4-66e2-4ceb-a037-ee3ea9b5a193 req-0c9716d8-eeb9-4cb5-8558-2748df8a95ab tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682480 Apr 30 17:32:05.069872 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-65066be8-7a3a-4b33-92f8-582230f79c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:05.072673 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-65066be8-7a3a-4b33-92f8-582230f79c2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b1e130e03c349f4827438bbee222700&device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 1101 time: 0.4263821 Apr 30 17:32:05.153527 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:05.161120 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-9b9b71e6-8c29-4787-bfb3-c1bebd4e365c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b7b7c947-b224-4a29-b676-36e19b678766 HTTP/1.1" status: 200 len: 217 time: 0.0748398 Apr 30 17:32:05.162229 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e95ca72a-5029-4ece-8d26-c6e668826f82 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:05.248419 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-6c829c1e-169e-43ea-bfeb-f5d2bfaa9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:05.251482 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-6c829c1e-169e-43ea-bfeb-f5d2bfaa9b43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d95833f-706b-44cb-a5eb-5a02a31fb01d HTTP/1.1" status: 200 len: 843 time: 0.0819325 Apr 30 17:32:05.265195 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd90bcc0-9f59-4e22-ac03-a4e500dc2997,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:05.304433 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:05.325243 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5fbe71ac-0209-44e9-a5cc-183e241d94cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:05.357265 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:05.388527 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe71ac-0209-44e9-a5cc-183e241d94cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c437f9-6dcd-4efb-958a-a9c056d1c87a,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:05.393132 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5fbe71ac-0209-44e9-a5cc-183e241d94cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:05.468576 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5fbe71ac-0209-44e9-a5cc-183e241d94cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:05.468576 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-5fbe71ac-0209-44e9-a5cc-183e241d94cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3c437f9-6dcd-4efb-958a-a9c056d1c87a HTTP/1.1" status: 204 len: 168 time: 0.9304307 Apr 30 17:32:05.476983 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-3078d350-8be3-4461-b201-9ec0aa73f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:05.479701 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-3078d350-8be3-4461-b201-9ec0aa73f533 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21a64575-09bc-4665-b696-2b19dd71f8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2160635 Apr 30 17:32:05.700810 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-014d8f4a-1056-4194-b964-34241ca760c4 req-f195143b-af27-4c12-a19b-b0a9b831303f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 210 time: 0.0980041 Apr 30 17:32:05.752548 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-481fcff1-b9d4-4191-bc5a-a6a05d8d456e service neutron] 10.222.0.64 "GET /v2.0/networks/21a64575-09bc-4665-b696-2b19dd71f8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615361 Apr 30 17:32:05.953503 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-912e4137-5367-467c-9d46-450b62ef0ad0 req-8fd363c5-c721-4a3d-add6-3f854fc918cf service neutron] 10.222.0.64 "GET /v2.0/networks/21a64575-09bc-4665-b696-2b19dd71f8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912205 Apr 30 17:32:06.008921 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-a82e8a24-a285-48af-a312-4c4577608427 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:06.010722 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-a82e8a24-a285-48af-a312-4c4577608427 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.64 "GET /v2.0/networks?id=6da81cae-646c-457d-85ff-1fe7ead983ce HTTP/1.1" status: 200 len: 808 time: 0.7847555 Apr 30 17:32:06.022438 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3793282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400627'] for router_interface, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:06.036065 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Request body: {'port': {'device_id': 'f2fb44e0-f591-4d4d-9414-2772a6d4bae7', 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce', 'admin_state_up': True, 'tenant_id': '49b7c9395411411f8c05d6d6481da8aa'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:06.302891 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-5b70624e-2870-4e6c-be69-6bed74e2c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:06.304481 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-5b70624e-2870-4e6c-be69-6bed74e2c6dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b1e130e03c349f4827438bbee222700&device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 1101 time: 0.1605005 Apr 30 17:32:06.563047 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:32:06.607702 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-b1f009e7-2c7d-4600-a1eb-7d3cbd6ee46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:06.609488 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-b1f009e7-2c7d-4600-a1eb-7d3cbd6ee46b service neutron] 10.222.0.64 "GET /v2.0/networks?id=21a64575-09bc-4665-b696-2b19dd71f8cf HTTP/1.1" status: 200 len: 870 time: 0.2952719 Apr 30 17:32:06.712931 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-bfe34f81-7431-4c1c-9f72-af4fe6703859 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b7b7c947-b224-4a29-b676-36e19b678766 HTTP/1.1" status: 200 len: 217 time: 0.0955839 Apr 30 17:32:06.839464 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-37c1deda-81e1-4236-aceb-c0e0f6e5101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:06.841209 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-37c1deda-81e1-4236-aceb-c0e0f6e5101c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2d95833f-706b-44cb-a5eb-5a02a31fb01d HTTP/1.1" status: 200 len: 843 time: 0.1197958 Apr 30 17:32:06.993082 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814a91f-55ad-4b2f-a4e2-7e226c7d78a7 req-b3078695-0a26-43b0-b3ad-5379d19cbaa7 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:07.007038 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1814a91f-55ad-4b2f-a4e2-7e226c7d78a7 req-b3078695-0a26-43b0-b3ad-5379d19cbaa7 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 948 time: 0.4214571 Apr 30 17:32:07.059289 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-5ee71b07-a6fe-485e-981a-c8901e89e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:07.060775 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-5ee71b07-a6fe-485e-981a-c8901e89e4ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=21a64575-09bc-4665-b696-2b19dd71f8cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2027490 Apr 30 17:32:07.177146 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-be9c7f35-9696-4c2b-bf0f-55bec4482935 req-98dadb0f-bbd7-4ad8-a0a7-13b8728213c5 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 210 time: 0.1116686 Apr 30 17:32:07.185844 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:07.341773 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:07.387238 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1814a91f-55ad-4b2f-a4e2-7e226c7d78a7 req-b4e2401f-0fb2-42b0-a4cf-d4f11f15da45 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789582 Apr 30 17:32:07.390275 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-13cfef09-7f2d-4a12-9a62-0a013b8f9230 service neutron] 10.222.0.64 "GET /v2.0/networks/21a64575-09bc-4665-b696-2b19dd71f8cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149042 Apr 30 17:32:07.510919 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Made reservation on behalf of 49b7c9395411411f8c05d6d6481da8aa for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:07.514895 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:07.663257 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:32:07.665086 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-f0893c5d-ca17-415b-b008-fa6443a182d7 req-d305bdbc-f75c-4643-b364-2c62935f01cf service neutron] 10.222.0.64 "GET /v2.0/networks/21a64575-09bc-4665-b696-2b19dd71f8cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716775 Apr 30 17:32:07.971640 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Allocated IP 172.20.0.14 (6da81cae-646c-457d-85ff-1fe7ead983ce/b55c4be1-21dc-441d-beac-2144855f1df6/3c6f82d5-7785-4f48-acf0-498311a02083) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:08.053960 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:32:08.075535 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] Sync routers for ids ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:32:08.104660 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] Routers {'7c5eb0f4-4045-4a99-9e6a-961d707a2b84'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:32:08.134765 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:31:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:08.296850 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] 10.222.0.32 "PUT /v2.0/routers/7c5eb0f4-4045-4a99-9e6a-961d707a2b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4376066 Apr 30 17:32:08.308760 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45030) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:08.410832 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:08.507352 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] Set router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:32:08.535983 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fc077d83-1a71-45b8-8847-f37e2e9294cb req-f47993af-bceb-47f0-aa03-5e3e2a9c1036 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Synchronizing usage tracker for tenant:49b7c9395411411f8c05d6d6481da8aa on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:08.637138 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks [] for router, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:08.666703 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fc077d83-1a71-45b8-8847-f37e2e9294cb req-f47993af-bceb-47f0-aa03-5e3e2a9c1036 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Unset dirty status for tenant:49b7c9395411411f8c05d6d6481da8aa on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:08.667863 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fc077d83-1a71-45b8-8847-f37e2e9294cb req-f47993af-bceb-47f0-aa03-5e3e2a9c1036 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 210 time: 0.2395899 Apr 30 17:32:08.706746 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:08.715115 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-c5f9aa4d-35ff-47c1-ad29-8b451b1f4676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:08.786975 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device b7b7c947-b224-4a29-b676-36e19b678766 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:32:08.879579 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Network 6da81cae-646c-457d-85ff-1fe7ead983ce is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:08.883589 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:08.901343 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:08.979831 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Pushing event updated for resources: {'Port': ['ID=3c6f82d5-7785-4f48-acf0-498311a02083,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:08.999461 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:09.008416 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.105620 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:09.106498 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.133289 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:57Z', 'updated_at': '2021-04-30T17:32:04Z', 'revision_number': 5, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'gw_port': {'id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:09.143726 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] Checking router: 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:32:09.164762 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] Routers {'7c5eb0f4-4045-4a99-9e6a-961d707a2b84'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:32:09.182039 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:31:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:09.188502 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port b7b7c947-b224-4a29-b676-36e19b678766, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7b7c947-b224-4a29-b676-36e19b678766,segment=NetworkSegment(45e98682-a409-4898-906d-cb48a474ab09),segment_id=45e98682-a409-4898-906d-cb48a474ab09)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:09.204844 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce7fb0-ff5d-4521-9488-7c9c3eaa1779 req-effc1931-ab06-4106-9a62-09884e3616ae tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:09.207123 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4bce7fb0-ff5d-4521-9488-7c9c3eaa1779 req-effc1931-ab06-4106-9a62-09884e3616ae tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 948 time: 0.1779490 Apr 30 17:32:09.209653 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': 'b7b7c947-b224-4a29-b676-36e19b678766', 'network_id': '21a64575-09bc-4665-b696-2b19dd71f8cf', 'port_id': 'b7b7c947-b224-4a29-b676-36e19b678766', 'mac_address': 'fa:16:3e:50:8a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d95833f-706b-44cb-a5eb-5a02a31fb01d', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:32:09.274611 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4bce7fb0-ff5d-4521-9488-7c9c3eaa1779 req-35a45a6d-6ce9-4a29-9744-e9dc482f2216 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608780 Apr 30 17:32:09.287629 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.309888 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b7c947-b224-4a29-b676-36e19b678766 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:09.338718 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port b7b7c947-b224-4a29-b676-36e19b678766, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7b7c947-b224-4a29-b676-36e19b678766,segment=NetworkSegment(45e98682-a409-4898-906d-cb48a474ab09),segment_id=45e98682-a409-4898-906d-cb48a474ab09)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:09.365133 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Deleting port f70f6e2f-caf1-4b7a-8f66-34c853849456 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:32:09.365482 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.376873 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3463163 Apr 30 17:32:09.392830 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Request body: {'port': {'device_id': 'f2fb44e0-f591-4d4d-9414-2772a6d4bae7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:09.419538 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] Set router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:32:09.432522 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.435229 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:09.620359 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] For port f70f6e2f-caf1-4b7a-8f66-34c853849456, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f70f6e2f-caf1-4b7a-8f66-34c853849456,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:09.620721 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.663260 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=b7b7c947-b224-4a29-b676-36e19b678766,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:09.674865 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.677519 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.682427 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.682991 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.683502 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.684051 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.684530 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.685028 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.685507 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.686479 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.686964 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.689551 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:09.696175 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:09.714373 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['b7b7c947-b224-4a29-b676-36e19b678766'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:32:09.802171 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:09.859128 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Calling delete_port for f70f6e2f-caf1-4b7a-8f66-34c853849456 owned by network:router_gateway {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:32:10.183415 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:57Z', 'updated_at': '2021-04-30T17:32:04Z', 'revision_number': 5, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'gw_port': {'id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:10.200221 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab49b6b5-4b2d-4bc4-8a49-2cb7e5293346 None None] The sync data for ids ['7c5eb0f4-4045-4a99-9e6a-961d707a2b84'] in dv-cinder-784779-10-smb is: [{'id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'name': 'tempest-ServerRescueNegativeTestJSON-1681771382-router', 'tenant_id': '0d1d7502a2c94ddabd0127f78e54f313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:57Z', 'updated_at': '2021-04-30T17:32:04Z', 'revision_number': 5, 'project_id': '0d1d7502a2c94ddabd0127f78e54f313', 'gw_port': {'id': 'f70f6e2f-caf1-4b7a-8f66-34c853849456', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5eb0f4-4045-4a99-9e6a-961d707a2b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:32:10.593681 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d181c3-1320-4c5a-bf80-15e516f8369f req-06b70c3b-e8fc-4bad-b3b6-170c6deb38e6 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:10.600174 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device fd90bcc0-9f59-4e22-ac03-a4e500dc2997 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:32:10.602136 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b2d181c3-1320-4c5a-bf80-15e516f8369f req-06b70c3b-e8fc-4bad-b3b6-170c6deb38e6 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 932 time: 0.6365364 Apr 30 17:32:10.666704 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:10.673654 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9c25a718-8f2a-477b-8fce-c6de8504acd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:10.676480 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: fd90bcc0-9f59-4e22-ac03-a4e500dc2997 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:32:10.677547 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device fd90bcc0-9f59-4e22-ac03-a4e500dc2997 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:32:10.751160 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b2d181c3-1320-4c5a-bf80-15e516f8369f req-66eed4b7-a5cf-413a-9fa4-e71306e7fd80 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480274 Apr 30 17:32:10.781045 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device b7b7c947-b224-4a29-b676-36e19b678766 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:10.824580 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2d4b7-f1df-4849-8e44-f808ac1b1e5d req-fcc6acd7-1cd8-493f-a812-dcd50b318bec tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:10.826245 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a8b2d4b7-f1df-4849-8e44-f808ac1b1e5d req-fcc6acd7-1cd8-493f-a812-dcd50b318bec tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 949 time: 0.3448811 Apr 30 17:32:10.835646 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Pushing event deleted for resources: {'Port': ['ID=f70f6e2f-caf1-4b7a-8f66-34c853849456,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:10.845652 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:10.956009 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517740'] for router_gateway, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:10.993753 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a8b2d4b7-f1df-4849-8e44-f808ac1b1e5d req-cae020bb-55e1-4b4f-8e64-e4f837e052d9 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582823 Apr 30 17:32:11.008370 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6f82d5-7785-4f48-acf0-498311a02083 {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:11.011471 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port b7b7c947-b224-4a29-b676-36e19b678766 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:11.018907 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.040420 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Transition to ACTIVE for port object 3c6f82d5-7785-4f48-acf0-498311a02083 will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:11.041838 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port b7b7c947-b224-4a29-b676-36e19b678766 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:11.044023 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.158403 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.189644 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64949'] for router, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.190947 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:11.193190 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.303565 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.425260 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port b7b7c947-b224-4a29-b676-36e19b678766, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7b7c947-b224-4a29-b676-36e19b678766,segment=NetworkSegment(45e98682-a409-4898-906d-cb48a474ab09),segment_id=45e98682-a409-4898-906d-cb48a474ab09)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:11.426335 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba98bda6-dab0-4353-9ba9-df470f884c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b7c947-b224-4a29-b676-36e19b678766'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:11.469343 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517156'] for router, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.469343 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5eb0f4-4045-4a99-9e6a-961d707a2b84 {{(pid=74463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:32:11.517205 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.522307 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] 10.222.0.32 "DELETE /v2.0/routers/7c5eb0f4-4045-4a99-9e6a-961d707a2b84 HTTP/1.1" status: 204 len: 168 time: 3.2090831 Apr 30 17:32:11.523405 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45094) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:11.524126 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.527808 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:11.705809 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6f82d5-7785-4f48-acf0-498311a02083,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:11.709589 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:11.731088 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=b7b7c947-b224-4a29-b676-36e19b678766,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:11.747200 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:11.778533 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba98bda6-dab0-4353-9ba9-df470f884c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b7c947-b224-4a29-b676-36e19b678766', 'code': 200} Apr 30 17:32:11.843443 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Attempting to bind port 3c6f82d5-7785-4f48-acf0-498311a02083 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:11.843787 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Attempting to bind port 3c6f82d5-7785-4f48-acf0-498311a02083 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'bd84a082-b5c4-4c4c-afed-615acc08ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:11.844395 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Attempting to bind port 3c6f82d5-7785-4f48-acf0-498311a02083 on network 6da81cae-646c-457d-85ff-1fe7ead983ce {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:11.850951 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Port 3c6f82d5-7785-4f48-acf0-498311a02083 on network 6da81cae-646c-457d-85ff-1fe7ead983ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:32:11.851268 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Attempting to bind port 3c6f82d5-7785-4f48-acf0-498311a02083 on network 6da81cae-646c-457d-85ff-1fe7ead983ce {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:11.859077 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:11.859425 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Checking segment: {'id': 'bd84a082-b5c4-4c4c-afed-615acc08ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:11.863554 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Bound using segment: {'id': 'bd84a082-b5c4-4c4c-afed-615acc08ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:11.863554 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Bound port: 3c6f82d5-7785-4f48-acf0-498311a02083, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd84a082-b5c4-4c4c-afed-615acc08ebae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:11.863554 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:11.880368 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] Deleting subnet eeae8a62-f323-4238-ac34-77efecc133e3 {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:32:11.895409 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:12.034257 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:12.065944 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] For port 3c6f82d5-7785-4f48-acf0-498311a02083, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:12.072859 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] For port 3c6f82d5-7785-4f48-acf0-498311a02083, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c6f82d5-7785-4f48-acf0-498311a02083,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:12.133336 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:12.259527 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:12.279740 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:12.473194 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:12.474577 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:12.483122 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] 10.222.0.64 "PUT /v2.0/ports/3c6f82d5-7785-4f48-acf0-498311a02083 HTTP/1.1" status: 200 len: 1094 time: 3.1006520 Apr 30 17:32:12.499046 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fb44e0-f591-4d4d-9414-2772a6d4bae7', 'tag': '3c6f82d5-7785-4f48-acf0-498311a02083'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:12.515877 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f70f6e2f-caf1-4b7a-8f66-34c853849456 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:32:12.575320 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: f70f6e2f-caf1-4b7a-8f66-34c853849456 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:32:12.575925 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f70f6e2f-caf1-4b7a-8f66-34c853849456 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:32:12.592859 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6f82d5-7785-4f48-acf0-498311a02083,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:12.603597 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:12.647503 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55cb48-79e4-46c6-92b4-f3e27037b0cd req-20fd8eb9-0059-4be4-aa97-89132c3a915d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:12.649600 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3b55cb48-79e4-46c6-92b4-f3e27037b0cd req-20fd8eb9-0059-4be4-aa97-89132c3a915d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.5320210 Apr 30 17:32:12.832127 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e1b05-8da8-4505-a832-ff893af97906 req-01944837-6d42-4428-bc49-b2e10e247a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:12.834993 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2d2e1b05-8da8-4505-a832-ff893af97906 req-01944837-6d42-4428-bc49-b2e10e247a0a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 1103 time: 0.3538406 Apr 30 17:32:12.859426 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b834c9-f2cf-4292-b1b5-9a32ba405fb4 req-cc1adcea-dc80-4496-b478-6ddd30f9cf78 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:12.862382 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-54b834c9-f2cf-4292-b1b5-9a32ba405fb4 req-cc1adcea-dc80-4496-b478-6ddd30f9cf78 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 944 time: 0.5846665 Apr 30 17:32:12.892276 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3b55cb48-79e4-46c6-92b4-f3e27037b0cd req-c15b10b8-7e4e-4965-883a-9836bccacb76 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888983 Apr 30 17:32:12.938223 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-54b834c9-f2cf-4292-b1b5-9a32ba405fb4 req-cd3eb4fd-61cc-452b-ac29-e611a9cb86c9 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678608 Apr 30 17:32:12.951608 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-db15a5c8-da03-46ba-9295-091a7af8dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:12.953161 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-2d2e1b05-8da8-4505-a832-ff893af97906 req-19eb231f-9725-421b-a18a-f6c4cfec6436 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Apr 30 17:32:12.953975 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-db15a5c8-da03-46ba-9295-091a7af8dc10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49b7c9395411411f8c05d6d6481da8aa&device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 1097 time: 0.3218656 Apr 30 17:32:13.112861 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.125628 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:13.133803 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-2a8200b4-0e21-4222-a430-2073403e8789 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c6f82d5-7785-4f48-acf0-498311a02083 HTTP/1.1" status: 200 len: 217 time: 0.1138132 Apr 30 17:32:13.192563 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.197840 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeae8a62-f323-4238-ac34-77efecc133e3,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:13.203535 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:13.207726 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eeae8a62-f323-4238-ac34-77efecc133e3 HTTP/1.1" status: 204 len: 168 time: 1.6810610 Apr 30 17:32:13.208144 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45120) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:13.262114 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-d8938a41-a41d-4863-af3b-a9e2c9f51598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:13.263549 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-d8938a41-a41d-4863-af3b-a9e2c9f51598 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b55c4be1-21dc-441d-beac-2144855f1df6 HTTP/1.1" status: 200 len: 848 time: 0.1136739 Apr 30 17:32:13.285086 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41faa2b-55df-4199-9c57-fb44322fc28e req-57273e48-56e6-4d62-b68f-8a5ad5845f2a tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:13.287209 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c41faa2b-55df-4199-9c57-fb44322fc28e req-57273e48-56e6-4d62-b68f-8a5ad5845f2a tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 950 time: 0.1974785 Apr 30 17:32:13.345999 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fb44e0-f591-4d4d-9414-2772a6d4bae7', 'tag': '3c6f82d5-7785-4f48-acf0-498311a02083', 'status': 'completed', 'code': 200} Apr 30 17:32:13.352280 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.365894 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-508a4e06-a902-4a2d-b582-f8366a10d9bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6da81cae-646c-457d-85ff-1fe7ead983ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773916 Apr 30 17:32:13.435777 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c41faa2b-55df-4199-9c57-fb44322fc28e req-32a6480a-f8b9-426f-b139-e9632a5f3f1c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958667 Apr 30 17:32:13.437587 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.528713 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.595322 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-426ecc6e-e019-488c-839f-cb7cba720ed7 service neutron] 10.222.0.64 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139463 Apr 30 17:32:13.664470 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea61fc1-f262-426c-90c6-ff5c85c1d575']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:13.682400 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fee0b4-16f5-47eb-accf-317db3586603') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:13.682753 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fee0b4-16f5-47eb-accf-317db3586603') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:13.698733 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.722538 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:13.736791 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:32:13.861168 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-910bd290-e789-4d0a-a52a-4844edcbe60e req-815f2adb-ab2d-43b4-a202-2f80227a1e80 service neutron] 10.222.0.64 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559602 Apr 30 17:32:13.998595 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:32:14.010796 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:14.252922 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Network 8ea61fc1-f262-426c-90c6-ff5c85c1d575 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:32:14.309744 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:32:14.349981 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7694902-6a92-46b4-8144-426d30f4251a req-128a2723-2015-4f47-87d1-c7bafcb331ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:14.351864 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e7694902-6a92-46b4-8144-426d30f4251a req-128a2723-2015-4f47-87d1-c7bafcb331ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49b7c9395411411f8c05d6d6481da8aa&device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 1097 time: 0.3111176 Apr 30 17:32:14.369032 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027486b-90c4-4ed2-8e10-5459643f2bbd req-dd5b6804-b0f1-4833-98d5-155c645a1e8b tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:14.371470 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9027486b-90c4-4ed2-8e10-5459643f2bbd req-dd5b6804-b0f1-4833-98d5-155c645a1e8b tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1796792 Apr 30 17:32:14.603264 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:14.608738 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:14.610527 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9027486b-90c4-4ed2-8e10-5459643f2bbd req-5bc691e7-5927-4d5d-9e4f-ef73eb99822e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959257 Apr 30 17:32:14.629304 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea61fc1-f262-426c-90c6-ff5c85c1d575,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:14.637529 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:14.639262 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:14.684020 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7694902-6a92-46b4-8144-426d30f4251a req-8453829b-18a5-4ae9-8305-6e5fe1cd3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:14.685494 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e7694902-6a92-46b4-8144-426d30f4251a req-8453829b-18a5-4ae9-8305-6e5fe1cd3c67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6da81cae-646c-457d-85ff-1fe7ead983ce HTTP/1.1" status: 200 len: 909 time: 0.3128104 Apr 30 17:32:14.780748 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e7694902-6a92-46b4-8144-426d30f4251a req-c0d924c3-3e0d-4428-8662-1f5515b91e74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c6f82d5-7785-4f48-acf0-498311a02083 HTTP/1.1" status: 200 len: 217 time: 0.0855360 Apr 30 17:32:14.795914 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ee88e-c3de-4af1-8106-2612deeeddf2 req-09798825-5e26-453c-8bce-dba6e241bbd5 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:14.799574 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4b0ee88e-c3de-4af1-8106-2612deeeddf2 req-09798825-5e26-453c-8bce-dba6e241bbd5 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 944 time: 0.3125591 Apr 30 17:32:14.807261 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8ea61fc1-f262-426c-90c6-ff5c85c1d575 HTTP/1.1" status: 204 len: 168 time: 1.5951812 Apr 30 17:32:14.932397 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7694902-6a92-46b4-8144-426d30f4251a req-dad52834-b945-47e7-af4d-8f49be1ea632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:14.934096 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e7694902-6a92-46b4-8144-426d30f4251a req-dad52834-b945-47e7-af4d-8f49be1ea632 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b55c4be1-21dc-441d-beac-2144855f1df6 HTTP/1.1" status: 200 len: 848 time: 0.1357563 Apr 30 17:32:14.988802 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4b0ee88e-c3de-4af1-8106-2612deeeddf2 req-f9468f0a-21ed-4dbc-a41c-923ad6bcab26 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460123 Apr 30 17:32:14.997104 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-dd4befb7-367f-438f-b05b-c63dd4c7793d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019945149&fields=id&tenant_id=70509fdad1284ebcac81e155090fc72a HTTP/1.1" status: 200 len: 267 time: 0.1561222 Apr 30 17:32:14.999797 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e7694902-6a92-46b4-8144-426d30f4251a req-95da77f6-c97a-4a35-97cc-14d234dc3a95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6da81cae-646c-457d-85ff-1fe7ead983ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559261 Apr 30 17:32:15.313286 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45158) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:15.349015 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e7694902-6a92-46b4-8144-426d30f4251a req-0c759267-ac28-4de8-882f-01d904089072 service neutron] 10.222.0.64 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201144 Apr 30 17:32:15.353183 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-a8378355-c110-47f7-ba12-c669e4df30c9 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:15.360277 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-a8378355-c110-47f7-ba12-c669e4df30c9 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/networks?id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 200 len: 808 time: 0.3448775 Apr 30 17:32:15.404912 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-b14058c4-73f3-4ea6-b4a8-3b1f1994db88 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/quotas/70509fdad1284ebcac81e155090fc72a HTTP/1.1" status: 200 len: 375 time: 0.0436461 Apr 30 17:32:15.406287 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-0d83e902-ea2b-45cd-919a-7a2a3cf1694f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d1d7502a2c94ddabd0127f78e54f313&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0902660 Apr 30 17:32:15.410345 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45166) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:15.458670 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25d6ba-d99e-4459-be81-8dbfc118b74d req-a84fd101-e9c7-492d-90ea-e2aefba4f4a7 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:15.460227 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aa25d6ba-d99e-4459-be81-8dbfc118b74d req-a84fd101-e9c7-492d-90ea-e2aefba4f4a7 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 950 time: 0.2748291 Apr 30 17:32:15.558511 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0a0b24a9-252d-423d-b564-cbae0cac50f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:15.589024 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0a0b24a9-252d-423d-b564-cbae0cac50f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:15.642740 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aa25d6ba-d99e-4459-be81-8dbfc118b74d req-2d0652b3-b4a6-4600-ab21-30d15c624a20 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734233 Apr 30 17:32:15.688462 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e7694902-6a92-46b4-8144-426d30f4251a req-e62f9c2f-0f17-4e31-a224-8d1d1b028611 service neutron] 10.222.0.64 "GET /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251112 Apr 30 17:32:15.716599 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-dd1acaf4-7756-414e-8b0f-465192e41326 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70509fdad1284ebcac81e155090fc72a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3107762 Apr 30 17:32:15.820533 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0a0b24a9-252d-423d-b564-cbae0cac50f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:15.829825 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-13eff9ab-d05b-493d-869c-ff65a017cc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:15.841240 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b24a9-252d-423d-b564-cbae0cac50f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d668a835-5945-4023-84b1-5478169e6000,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:15.844358 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0a0b24a9-252d-423d-b564-cbae0cac50f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:15.929291 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-11d797a3-be25-4443-a2af-4753d55381ca service neutron] 10.222.0.32 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000618 Apr 30 17:32:16.018793 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0a0b24a9-252d-423d-b564-cbae0cac50f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:16.019953 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-0a0b24a9-252d-423d-b564-cbae0cac50f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d668a835-5945-4023-84b1-5478169e6000 HTTP/1.1" status: 204 len: 168 time: 0.6083820 Apr 30 17:32:16.112383 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2f82e-ab68-4350-abed-0ad361e1dfc3 req-89479003-b315-403a-97cf-44c3a4efafc4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:16.113881 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-def2f82e-ab68-4350-abed-0ad361e1dfc3 req-89479003-b315-403a-97cf-44c3a4efafc4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.2903497 Apr 30 17:32:16.246048 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-def2f82e-ab68-4350-abed-0ad361e1dfc3 req-90a35cc0-a879-4cc1-a9dd-4b55d4b26d1f tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803599 Apr 30 17:32:16.255010 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-6a91cde4-f2e0-4bd0-826e-84a52ac971ca service neutron] 10.222.0.32 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157382 Apr 30 17:32:16.667091 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-45ff6ed0-7c3a-4497-a42e-7fab0adc33d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:16.798083 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 3c6f82d5-7785-4f48-acf0-498311a02083 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:32:17.045360 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 3c6f82d5-7785-4f48-acf0-498311a02083, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c6f82d5-7785-4f48-acf0-498311a02083,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:17.100542 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '3c6f82d5-7785-4f48-acf0-498311a02083', 'network_id': '6da81cae-646c-457d-85ff-1fe7ead983ce', 'port_id': '3c6f82d5-7785-4f48-acf0-498311a02083', 'mac_address': 'fa:16:3e:5d:82:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55c4be1-21dc-441d-beac-2144855f1df6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:32:17.200981 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614158a-267c-44cc-86ba-240e36c03870 req-6f1ef37c-4e9d-401f-aa54-7ebf53893166 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:17.202486 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1614158a-267c-44cc-86ba-240e36c03870 req-6f1ef37c-4e9d-401f-aa54-7ebf53893166 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 944 time: 0.1503105 Apr 30 17:32:17.214779 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.235942 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6f82d5-7785-4f48-acf0-498311a02083 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:17.255189 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 3c6f82d5-7785-4f48-acf0-498311a02083, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c6f82d5-7785-4f48-acf0-498311a02083,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:17.261035 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1614158a-267c-44cc-86ba-240e36c03870 req-9f2472b4-f4fc-4aa3-a181-070ead3d361a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Apr 30 17:32:17.391825 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:17.394560 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-90ab9354-b4cb-4109-9a26-3967bf9b4232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:17.526032 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=3c6f82d5-7785-4f48-acf0-498311a02083,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:17.531000 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:17.625546 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b373cc-d576-47e0-bd96-0c0b92b42697 req-b82fc24f-2ffb-4188-b865-cfabc6bc29e8 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:17.627109 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d3b373cc-d576-47e0-bd96-0c0b92b42697 req-b82fc24f-2ffb-4188-b865-cfabc6bc29e8 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 950 time: 0.1219800 Apr 30 17:32:17.673765 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['3c6f82d5-7785-4f48-acf0-498311a02083'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:32:17.771572 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d3b373cc-d576-47e0-bd96-0c0b92b42697 req-5e36e9d1-63e6-406e-adcf-8a275aa8af84 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862317 Apr 30 17:32:17.792389 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaa23d-c76a-4ade-babb-2bb5c940c789 req-ca8d510d-76c8-471a-8d9b-35e3b8b39002 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:17.794266 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0adaa23d-c76a-4ade-babb-2bb5c940c789 req-ca8d510d-76c8-471a-8d9b-35e3b8b39002 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1662190 Apr 30 17:32:17.820549 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45240) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:17.909234 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-13d2db17-b177-4b52-8b57-a25ea088a841 req-23d412b6-49f8-404b-8ecf-97fd8aed75c3 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 210 time: 0.0661378 Apr 30 17:32:17.933525 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0adaa23d-c76a-4ade-babb-2bb5c940c789 req-5e76e8d9-010e-4620-8efc-89fc9a2a0a2a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279981 Apr 30 17:32:17.968246 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45250) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:18.032221 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-network', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:18.039922 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:18.048719 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Usage tracker for resource:network and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:18.055259 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:18.065885 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:18.113778 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.131597 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:18.136707 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Usage tracker for resource:security_group_rule and tenant:26871bf31e4642209a2886a1e1d688c8 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:18.140059 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:18.146537 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:18.220916 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Made reservation on behalf of bf6ce34dbe8946e680c69c33095850e5 for: {'network': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:18.223652 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.242738 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.383605 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:18.397604 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Usage tracker for resource:security_group_rule and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:18.402827 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.404094 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:18.412610 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:18.478965 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.496719 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-60329e62-8034-4993-b15e-a3fae18ba08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:18.553533 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26871bf31e4642209a2886a1e1d688c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843461 Apr 30 17:32:18.558182 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-ff38c5fd-9ff2-494a-b147-f5d66e65206d tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:18.558182 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-ff38c5fd-9ff2-494a-b147-f5d66e65206d tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 950 time: 0.1487050 Apr 30 17:32:18.558924 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 45278) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:18.570703 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a36811b-c8f7-4631-bbeb-3ed28d647a43,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:18.576550 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:18.647943 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.677837 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be6ebe-39f0-4ed0-95fd-a7d9f658926c req-1051b5c1-6a53-4b98-80e3-200bc76961b4 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:18.679318 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-49be6ebe-39f0-4ed0-95fd-a7d9f658926c req-1051b5c1-6a53-4b98-80e3-200bc76961b4 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 945 time: 0.2697709 Apr 30 17:32:18.757415 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.761988 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b077a2dc-619c-49ae-bf49-af264a8776b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.762966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-fb81f7d0-1fb5-4a86-97a3-4940ad8a2b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:18.797383 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=74463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:32:18.810713 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 3c6f82d5-7785-4f48-acf0-498311a02083 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:18.815042 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-49be6ebe-39f0-4ed0-95fd-a7d9f658926c req-c339fbbd-90ce-4bb5-bba5-351b7830d090 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266723 Apr 30 17:32:18.823873 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e95e2d-3d74-41e7-aa38-037a2900e6d7,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:18.825559 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b077a2dc-619c-49ae-bf49-af264a8776b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.836635 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.836982 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.segments_db [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Added segment 2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d of type vlan for network 3df2c107-5571-43b1-818b-58943ce04e22 Apr 30 17:32:18.845552 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:18.876921 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:18.906382 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Deleting port b7b7c947-b224-4a29-b676-36e19b678766 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:32:18.906724 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.049446 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.051195 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:19.054352 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.056533 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9072dc4b-61a6-48b6-b0ce-9a337016b5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:19.142718 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-014f8d39-369c-4ca0-ac5a-944562d4d79d req-e7c8a17f-81af-436f-ae03-848e5ad4f116 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 210 time: 0.0663548 Apr 30 17:32:19.172352 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Pushing event updated for resources: {'Network': ['ID=3df2c107-5571-43b1-818b-58943ce04e22,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:19.177993 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:19.185123 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 3df2c107-5571-43b1-818b-58943ce04e22 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:32:19.201684 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] For port b7b7c947-b224-4a29-b676-36e19b678766, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7b7c947-b224-4a29-b676-36e19b678766,segment=NetworkSegment(45e98682-a409-4898-906d-cb48a474ab09),segment_id=45e98682-a409-4898-906d-cb48a474ab09)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:19.201818 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.202896 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.204449 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 3c6f82d5-7785-4f48-acf0-498311a02083 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:19.227976 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 3c6f82d5-7785-4f48-acf0-498311a02083 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:19.228347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.304390 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4825234 Apr 30 17:32:19.305009 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45304) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:19.311370 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Request body: {'subnet': {'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-subnet', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:19.327997 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:19.338157 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Usage tracker for resource:subnet and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:19.338960 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:19.358634 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:19.432009 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b077a2dc-619c-49ae-bf49-af264a8776b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.445415 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Calling delete_port for b7b7c947-b224-4a29-b676-36e19b678766 owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:32:19.450335 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-9a2f479d-9081-4fdc-a99b-b5fb221a8d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:19.470578 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Made reservation on behalf of bf6ce34dbe8946e680c69c33095850e5 for: {'subnet': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:19.472952 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531487926'] for subnet, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.531085 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077a2dc-619c-49ae-bf49-af264a8776b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a36811b-c8f7-4631-bbeb-3ed28d647a43,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:19.540020 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b077a2dc-619c-49ae-bf49-af264a8776b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:19.564830 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-0de256e4-1154-4542-bdb9-eb87858f109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.571325 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.586819 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b077a2dc-619c-49ae-bf49-af264a8776b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.596801 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-b077a2dc-619c-49ae-bf49-af264a8776b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a36811b-c8f7-4631-bbeb-3ed28d647a43 HTTP/1.1" status: 204 len: 168 time: 1.0350790 Apr 30 17:32:19.611327 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb44e0-f591-4d4d-9414-2772a6d4bae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6f82d5-7785-4f48-acf0-498311a02083'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:19.623504 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 3c6f82d5-7785-4f48-acf0-498311a02083, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c6f82d5-7785-4f48-acf0-498311a02083,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:19.625789 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b02e07-cbaf-44ce-9d5e-e74e4311efdf req-0c5e8c6c-3853-4e0a-8aea-da8fa9df2af5 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:19.633260 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-29b02e07-cbaf-44ce-9d5e-e74e4311efdf req-0c5e8c6c-3853-4e0a-8aea-da8fa9df2af5 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 950 time: 0.6183519 Apr 30 17:32:19.713116 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-29b02e07-cbaf-44ce-9d5e-e74e4311efdf req-6df9faff-00e1-4414-97dd-07152febe0dc tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/security-groups?id=1cf3491a-795a-4650-9b23-cd83faab2b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787940 Apr 30 17:32:19.716750 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:19.718667 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:19.725675 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44c1ab-df96-456a-b27a-32e15795ad3e req-7cf3811d-88de-4e8b-b55d-f76bc1d8ae77 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:19.727204 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a44c1ab-df96-456a-b27a-32e15795ad3e req-7cf3811d-88de-4e8b-b55d-f76bc1d8ae77 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.2981088 Apr 30 17:32:19.808555 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb44e0-f591-4d4d-9414-2772a6d4bae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6f82d5-7785-4f48-acf0-498311a02083', 'code': 200} Apr 30 17:32:19.846997 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a44c1ab-df96-456a-b27a-32e15795ad3e req-c622e183-3f16-4185-9560-42ea140fa796 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030717 Apr 30 17:32:19.857273 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=3c6f82d5-7785-4f48-acf0-498311a02083,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:19.872242 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:19.993539 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:20.005268 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:20.006761 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['b7b7c947-b224-4a29-b676-36e19b678766'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:32:20.160067 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Pushing event deleted for resources: {'Port': ['ID=b7b7c947-b224-4a29-b676-36e19b678766,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:20.169900 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:20.268556 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] No DVR routers for this DVR port b7b7c947-b224-4a29-b676-36e19b678766 on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:32:20.273679 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:20.276558 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba98bda6-dab0-4353-9ba9-df470f884c37', 'name': 'network-vif-deleted', 'tag': 'b7b7c947-b224-4a29-b676-36e19b678766'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:20.296347 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0a34d44d-95bb-48a6-ace1-a22b2bfcb7a1 req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.64 "DELETE /v2.0/ports/b7b7c947-b224-4a29-b676-36e19b678766 HTTP/1.1" status: 204 len: 173 time: 1.7208967 Apr 30 17:32:20.299997 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1692627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531487904'] for subnet, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:20.306329 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-adbb405e-09ad-47d2-b46e-f1373210b401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:20.356317 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74627b-d6a2-4427-9569-ec12a4582379 req-5b93065b-cccd-4d09-b94b-be62f03f4be4 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:20.359020 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cc74627b-d6a2-4427-9569-ec12a4582379 req-5b93065b-cccd-4d09-b94b-be62f03f4be4 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 946 time: 0.4135015 Apr 30 17:32:20.367866 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5564f1b7-f338-4021-b756-a555ee02d8a9 req-4ef2590e-06a3-4f9e-82e3-21bcc75cb464 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 210 time: 0.0770366 Apr 30 17:32:20.403404 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db65efef-90fb-45ed-911b-b39a415826c3,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:20.406885 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:20.412477 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Checking segment: {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:20.412477 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Network hostable DHCP agents. Network: 3df2c107-5571-43b1-818b-58943ce04e22, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:32:20.443124 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:20.469818 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba98bda6-dab0-4353-9ba9-df470f884c37', 'name': 'network-vif-deleted', 'tag': 'b7b7c947-b224-4a29-b676-36e19b678766', 'status': 'completed', 'code': 200} Apr 30 17:32:20.483356 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cc74627b-d6a2-4427-9569-ec12a4582379 req-534527b6-32bf-44e5-b3a0-f782c089af9a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131415 Apr 30 17:32:20.512410 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Network 3df2c107-5571-43b1-818b-58943ce04e22 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:32:20.527011 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3f768-f39d-4b7e-b6dd-b2979d16270a req-3eecbc33-948c-4cfd-b3d4-9f9f4ecffc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:20.528730 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4ec3f768-f39d-4b7e-b6dd-b2979d16270a req-3eecbc33-948c-4cfd-b3d4-9f9f4ecffc4a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 1099 time: 0.1092041 Apr 30 17:32:20.580500 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4ec3f768-f39d-4b7e-b6dd-b2979d16270a req-79538d36-df29-4818-a937-a066265206c8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 Apr 30 17:32:20.643024 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 3df2c107-5571-43b1-818b-58943ce04e22) {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:20.654855 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c436d13-9d3f-485e-992a-e858c65d75d2 None None] Network 3df2c107-5571-43b1-818b-58943ce04e22 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:32:20.664752 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:20.665506 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:20.815945 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-efee6ed6-bfcc-42fc-9b47-1278b078f053 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5096512 Apr 30 17:32:20.818730 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 45328) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:20.827721 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:20.834037 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:20.840241 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Usage tracker for resource:router and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:20.845359 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:20.854246 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:20.911362 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b21e8bf-1867-54f2-8f46-0d81c7d09bf3-3df2c107-5571-43b1-818b-58943ce04e22', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3'}]}} from dv-cinder-784779-10-smb. {{(pid=74465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:32:20.912212 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:20.929236 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-6094d318-cd1f-4513-bef2-9613f20775f8 req-e6a1b6fd-cfd5-4566-84aa-5179e4ec73ae tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Synchronizing usage tracker for tenant:6b1e130e03c349f4827438bbee222700 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:20.982341 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-518759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64839'] for router, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:20.984980 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3718306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64846'] for router, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:21.015709 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:21.058815 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-6094d318-cd1f-4513-bef2-9613f20775f8 req-e6a1b6fd-cfd5-4566-84aa-5179e4ec73ae tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Unset dirty status for tenant:6b1e130e03c349f4827438bbee222700 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:21.059930 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6094d318-cd1f-4513-bef2-9613f20775f8 req-e6a1b6fd-cfd5-4566-84aa-5179e4ec73ae tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba98bda6-dab0-4353-9ba9-df470f884c37 HTTP/1.1" status: 200 len: 210 time: 0.1939390 Apr 30 17:32:21.083967 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.db_base_plugin_common [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Allocated IP 172.20.0.2 (3df2c107-5571-43b1-818b-58943ce04e22/db65efef-90fb-45ed-911b-b39a415826c3/b35c655e-3900-4118-9917-a207f4880cdb) {{(pid=74465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:21.392693 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Notify callbacks [] for port, precommit_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:21.432868 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Transition to ACTIVE for port object b35c655e-3900-4118-9917-a207f4880cdb will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:21.461385 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Transition to ACTIVE for port object b35c655e-3900-4118-9917-a207f4880cdb will not be triggered until provisioned by entity DHCP. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:21.481762 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09c6f9-5529-47fc-88a6-65b61b59edaa req-73431cb1-3d72-4fc1-a0b1-b98a585a561e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:21.488784 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ba09c6f9-5529-47fc-88a6-65b61b59edaa req-73431cb1-3d72-4fc1-a0b1-b98a585a561e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.4748929 Apr 30 17:32:21.599089 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:21.606613 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-d17af5b2-5f4f-41ad-8f17-9d3e75a06380 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:21.622147 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-70b9e3cc-50d3-489c-9d15-b7d98f29c1bf tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:21.623945 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-70b9e3cc-50d3-489c-9d15-b7d98f29c1bf tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.64 "GET /v2.0/networks?id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 200 len: 808 time: 0.5631735 Apr 30 17:32:21.678911 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Network 3df2c107-5571-43b1-818b-58943ce04e22 is already hosted by enough agents. {{(pid=74465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:21.688655 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.base_scheduler [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Resources bound (agent type, host, resource id): {{(pid=74465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:21.693083 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Received port after_create {{(pid=74465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:21.750944 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Pushing event updated for resources: {'Port': ['ID=b35c655e-3900-4118-9917-a207f4880cdb,revision_number=1']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:21.776361 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2bc853c-adc3-442b-ba18-90e73f7a50a7 req-1eb9de68-5d3e-4a80-8527-1fca2146c0f2 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 210 time: 0.1780713 Apr 30 17:32:21.779106 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64956'] for router, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:21.782115 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:21.803792 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-817101f1-6615-47c1-bde3-88252be68876 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70509fdad1284ebcac81e155090fc72a HTTP/1.1" status: 200 len: 380 time: 0.0925226 Apr 30 17:32:21.803792 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ba09c6f9-5529-47fc-88a6-65b61b59edaa req-38ec6b47-46ef-4b84-b73b-a1a8093775f2 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135414 Apr 30 17:32:21.812734 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Request body: {'port': {'device_id': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'admin_state_up': True, 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'security_groups': ['e08f0d5c-451c-4e4f-9454-7e69eb3a02fd']}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:21.832841 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Attempting to bind port b35c655e-3900-4118-9917-a207f4880cdb on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:21.833864 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Attempting to bind port b35c655e-3900-4118-9917-a207f4880cdb by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:21.834527 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Attempting to bind port b35c655e-3900-4118-9917-a207f4880cdb on network 3df2c107-5571-43b1-818b-58943ce04e22 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:21.850463 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:21.850950 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Checking segment: {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:21.851449 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:21.851993 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Bound using segment: {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:21.852567 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Bound port: b35c655e-3900-4118-9917-a207f4880cdb, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:21.853039 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:22.003918 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] For port b35c655e-3900-4118-9917-a207f4880cdb, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:22.010519 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] For port b35c655e-3900-4118-9917-a207f4880cdb, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b35c655e-3900-4118-9917-a207f4880cdb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:22.049375 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:22.080794 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:22.107883 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:22.121420 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:22.131658 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:port and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:22.145041 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:22.160884 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:22.190058 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb959ec8-b17b-4f34-a1b1-3802a353afad req-0e7dd444-2418-4d4a-8a26-395626e7c06c tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:22.191643 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fb959ec8-b17b-4f34-a1b1-3802a353afad req-0e7dd444-2418-4d4a-8a26-395626e7c06c tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 946 time: 0.2612486 Apr 30 17:32:22.221631 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Pushing event updated for resources: {'Port': ['ID=b35c655e-3900-4118-9917-a207f4880cdb,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:22.224854 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:22.266551 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fb959ec8-b17b-4f34-a1b1-3802a353afad req-4b486a99-0c41-4b31-861b-d8c1f5adc2de tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660639 Apr 30 17:32:22.637714 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Made reservation on behalf of 70509fdad1284ebcac81e155090fc72a for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:22.637714 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:22.792523 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:22.829602 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device b7b7c947-b224-4a29-b676-36e19b678766 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:32:22.842174 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:22.913309 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: b7b7c947-b224-4a29-b676-36e19b678766 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:32:22.914095 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device b7b7c947-b224-4a29-b676-36e19b678766 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:32:22.995741 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Allocated IP 172.20.0.7 (08ba6f5d-77cc-48f1-8010-9e1d5f593c79/bb66e8fe-816a-482b-ae45-eead6e1aaaaa/ae09192d-806a-4fa8-91a4-112121cbbabb) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:23.126304 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a0f3414c-5937-4d73-8fe7-e30383b3b229 req-ea79ea04-ec05-4561-aaf6-c165b6ab2b83 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 210 time: 0.1181755 Apr 30 17:32:23.508566 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Allocated IP 172.28.3.58 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/816332a6-f081-44e3-8f57-15f6ef502f0a) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:23.534324 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a84872c-cd68-4b25-9a10-c68a722504c0 None None] Network 3df2c107-5571-43b1-818b-58943ce04e22 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:32:23.784214 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:23.795190 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd9a6-b910-4feb-80e2-58e91c91a39b req-ba3ddefe-47d1-417a-91e7-39a6a1eff441 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:23.796908 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b93dd9a6-b910-4feb-80e2-58e91c91a39b req-ba3ddefe-47d1-417a-91e7-39a6a1eff441 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.5066893 Apr 30 17:32:23.813719 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:23.843125 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Transition to ACTIVE for port object ae09192d-806a-4fa8-91a4-112121cbbabb will not be triggered until provisioned by entity DHCP. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:23.869342 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-0c28b533-3dfb-4e20-b82a-f1812e8047c2 None None] Provisioning for port b35c655e-3900-4118-9917-a207f4880cdb completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:23.887598 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b93dd9a6-b910-4feb-80e2-58e91c91a39b req-43946960-60d3-4905-a15f-1075182972d4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702515 Apr 30 17:32:24.033018 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.047834 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-42de2050-de1a-4afe-a95b-ca1f803a14f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:24.140303 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.204263 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:24.211683 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:24.245709 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:24.251848 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:24.377309 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:24.409509 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'Port': ['ID=ae09192d-806a-4fa8-91a4-112121cbbabb,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:24.435188 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:24.593321 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45470) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:24.636811 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b35c655e-3900-4118-9917-a207f4880cdb up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:24.694451 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:24.694986 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cea95957-7b87-4a63-a9ae-14053e2dc1f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:24.780592 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:24.786943 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.800471 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.824706 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:24.832307 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Usage tracker for resource:security_group_rule and tenant:745cedf1097f4024adb138fb7a34c8c9 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:24.836085 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:24.844116 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:24.877090 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-31d8d3ad-53ed-4d22-bfc1-62d2774d9775 None None] Provisioning for port ae09192d-806a-4fa8-91a4-112121cbbabb completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:24.882591 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-31d8d3ad-53ed-4d22-bfc1-62d2774d9775 None None] Provisioning complete for port ae09192d-806a-4fa8-91a4-112121cbbabb triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:24.882969 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-31d8d3ad-53ed-4d22-bfc1-62d2774d9775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.923986 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port b35c655e-3900-4118-9917-a207f4880cdb completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:24.939936 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port b35c655e-3900-4118-9917-a207f4880cdb triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:24.940566 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:24.962184 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.000393 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-31d8d3ad-53ed-4d22-bfc1-62d2774d9775 None None] Port ae09192d-806a-4fa8-91a4-112121cbbabb cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:32:25.043489 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.055717 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a598e7ff-f98d-4e5b-aa92-a421a0d111e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:25.068528 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Pushing event updated for resources: {'Port': ['ID=816332a6-f081-44e3-8f57-15f6ef502f0a,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:25.072640 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:25.103448 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=745cedf1097f4024adb138fb7a34c8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058391 Apr 30 17:32:25.104440 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae161ea8-11dc-4680-86cd-fb8858e39f10,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:25.107630 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:25.108096 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45484) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:25.114612 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.163718 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port b35c655e-3900-4118-9917-a207f4880cdb, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b35c655e-3900-4118-9917-a207f4880cdb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:25.222818 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4166160 Apr 30 17:32:25.236982 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30f5ed-be59-4990-a77e-c764353d6bf2 req-3e988094-251a-4735-bb80-78afa493b4a9 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:25.237749 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-8e30f5ed-be59-4990-a77e-c764353d6bf2 req-3e988094-251a-4735-bb80-78afa493b4a9 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Synchronizing usage tracker for tenant:70509fdad1284ebcac81e155090fc72a on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:25.243386 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6e09df24-b804-41da-a9e3-45f8dd120d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.249940 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Request body: {'port': {'device_id': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:25.266129 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.268483 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:25.287307 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6e09df24-b804-41da-a9e3-45f8dd120d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.355347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=b35c655e-3900-4118-9917-a207f4880cdb,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:25.362225 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:25.409357 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661f253-e489-4995-86e6-5fe43cc81a7b req-5672a0c7-d021-4c15-b886-8c1058c06e86 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:25.410975 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1661f253-e489-4995-86e6-5fe43cc81a7b req-5672a0c7-d021-4c15-b886-8c1058c06e86 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 946 time: 0.3436763 Apr 30 17:32:25.449512 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6e09df24-b804-41da-a9e3-45f8dd120d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.454766 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0a0b24a9-252d-423d-b564-cbae0cac50f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:25.474921 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09df24-b804-41da-a9e3-45f8dd120d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae161ea8-11dc-4680-86cd-fb8858e39f10,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:25.510354 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-8e30f5ed-be59-4990-a77e-c764353d6bf2 req-3e988094-251a-4735-bb80-78afa493b4a9 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Unset dirty status for tenant:70509fdad1284ebcac81e155090fc72a on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:25.517324 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e30f5ed-be59-4990-a77e-c764353d6bf2 req-3e988094-251a-4735-bb80-78afa493b4a9 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 931 time: 1.1342187 Apr 30 17:32:25.521493 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6e09df24-b804-41da-a9e3-45f8dd120d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:25.523507 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6e09df24-b804-41da-a9e3-45f8dd120d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.524877 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6e09df24-b804-41da-a9e3-45f8dd120d76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae161ea8-11dc-4680-86cd-fb8858e39f10 HTTP/1.1" status: 204 len: 168 time: 0.4156094 Apr 30 17:32:25.592805 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:25.693347 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1661f253-e489-4995-86e6-5fe43cc81a7b req-36b87ab5-8d4c-4d4d-9bb0-6c6eb0213f2d tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750123 Apr 30 17:32:25.749596 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e30f5ed-be59-4990-a77e-c764353d6bf2 req-6db96194-907e-4f0e-a372-97a189b5473e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313907 Apr 30 17:32:25.789935 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.164032 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-8d4334cf-360e-4c5f-85f5-9774c66f0b90 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:26.165599 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-8d4334cf-360e-4c5f-85f5-9774c66f0b90 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 946 time: 0.0907385 Apr 30 17:32:26.401452 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Deleting port 3c6f82d5-7785-4f48-acf0-498311a02083 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:32:26.401951 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.519832 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b35c655e-3900-4118-9917-a207f4880cdb up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:26.653553 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] For port 3c6f82d5-7785-4f48-acf0-498311a02083, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3c6f82d5-7785-4f48-acf0-498311a02083,segment=NetworkSegment(bd84a082-b5c4-4c4c-afed-615acc08ebae),segment_id=bd84a082-b5c4-4c4c-afed-615acc08ebae)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:26.653710 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.735430 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port b35c655e-3900-4118-9917-a207f4880cdb triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:26.735935 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:26.778668 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7c12a-92d8-4a55-b968-b69645699953 req-1934bf7d-394a-4144-9312-36423ff43fca tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:26.793061 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3df7c12a-92d8-4a55-b968-b69645699953 req-1934bf7d-394a-4144-9312-36423ff43fca tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.9484928 Apr 30 17:32:26.909555 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Calling delete_port for 3c6f82d5-7785-4f48-acf0-498311a02083 owned by compute:nova {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:32:26.936364 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517817'] for router, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:27.066697 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3df7c12a-92d8-4a55-b968-b69645699953 req-fcfcede7-f3b8-4081-90b8-3ba4e0632691 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731373 Apr 30 17:32:27.158262 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:27.167967 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:27.171369 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['3c6f82d5-7785-4f48-acf0-498311a02083'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:32:27.225366 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Pushing event deleted for resources: {'Port': ['ID=3c6f82d5-7785-4f48-acf0-498311a02083,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:27.235773 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:27.373269 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.db.resource_extend [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 17:32:27.455221 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca7d2e-7699-4708-ae31-482db81b8854 req-9e3e5e38-6a99-420e-81ab-5051a62925e1 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:27.456042 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] No DVR routers for this DVR port 3c6f82d5-7785-4f48-acf0-498311a02083 on host hv-cinder-78477 {{(pid=74463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:32:27.456757 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d7ca7d2e-7699-4708-ae31-482db81b8854 req-9e3e5e38-6a99-420e-81ab-5051a62925e1 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 867 time: 0.5741162 Apr 30 17:32:27.459889 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:27.464583 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fb44e0-f591-4d4d-9414-2772a6d4bae7', 'name': 'network-vif-deleted', 'tag': '3c6f82d5-7785-4f48-acf0-498311a02083'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:27.539149 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae09192d-806a-4fa8-91a4-112121cbbabb {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:27.540670 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-27b25438-3cd3-4cbe-814f-de54e64ec76a req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.64 "DELETE /v2.0/ports/3c6f82d5-7785-4f48-acf0-498311a02083 HTTP/1.1" status: 204 len: 173 time: 1.3684509 Apr 30 17:32:27.572879 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:27.612915 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d7ca7d2e-7699-4708-ae31-482db81b8854 req-a0b464c8-c2b5-4c7b-b5ef-2bc3f6fce95a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/security-groups?id=66581bcf-6b54-4614-9520-dd4f7f5b5ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407051 Apr 30 17:32:27.623455 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Transition to ACTIVE for port object ae09192d-806a-4fa8-91a4-112121cbbabb will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:27.643797 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48e1b2-fee6-4de1-9895-a2c438b5d920 req-1b5be1e0-80cb-44da-820c-0887608f7f82 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:27.645327 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1f48e1b2-fee6-4de1-9895-a2c438b5d920 req-1b5be1e0-80cb-44da-820c-0887608f7f82 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 931 time: 0.3214667 Apr 30 17:32:27.700278 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1f48e1b2-fee6-4de1-9895-a2c438b5d920 req-f48d3006-5b98-40c2-a5fd-e1bd541cf1b6 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467701 Apr 30 17:32:27.723054 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:27.727421 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-95f9c5ad-1c68-4e0a-b0cf-1bd07b3a3fb2 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:27.769491 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 is scheduled to L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 with binding_index 1 {{(pid=74464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:32:28.028807 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fb44e0-f591-4d4d-9414-2772a6d4bae7', 'name': 'network-vif-deleted', 'tag': '3c6f82d5-7785-4f48-acf0-498311a02083', 'status': 'completed', 'code': 200} Apr 30 17:32:28.247176 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Pushing event updated for resources: {'Port': ['ID=ae09192d-806a-4fa8-91a4-112121cbbabb,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:28.288644 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:28.355055 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:32:28.368980 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Sync routers for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:32:28.395522 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:32:28.396914 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:28.408838 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Attempting to bind port ae09192d-806a-4fa8-91a4-112121cbbabb on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:28.409269 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Attempting to bind port ae09192d-806a-4fa8-91a4-112121cbbabb by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:28.409735 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Attempting to bind port ae09192d-806a-4fa8-91a4-112121cbbabb on network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:28.416302 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Port ae09192d-806a-4fa8-91a4-112121cbbabb on network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:32:28.416694 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Attempting to bind port ae09192d-806a-4fa8-91a4-112121cbbabb on network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:28.426349 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:28.426697 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Checking segment: {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:28.427085 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Bound using segment: {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:28.428019 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Bound port: ae09192d-806a-4fa8-91a4-112121cbbabb, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3d18b7-a296-46eb-aa20-024c041402c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:28.428019 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:28.515410 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] Notify callbacks [] for router, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:28.516881 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-dd700a82-3a61-4916-99d6-819d1aef8b80 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6963763 Apr 30 17:32:28.520014 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45652) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:28.536683 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074f3e9-5ba3-47bd-b323-efa930f2d564 req-3b52cc80-f4cb-4814-92b0-e20cf5be6543 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:28.539643 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9074f3e9-5ba3-47bd-b323-efa930f2d564 req-3b52cc80-f4cb-4814-92b0-e20cf5be6543 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.3079677 Apr 30 17:32:28.630683 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9074f3e9-5ba3-47bd-b323-efa930f2d564 req-fda45ec2-e7bc-4380-84a0-ab1d255f0e78 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797868 Apr 30 17:32:28.654486 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:28.672026 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ae09192d-806a-4fa8-91a4-112121cbbabb,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:28.756727 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:32:28.797769 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:28.803800 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:28.905508 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:28.906978 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:28.909224 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] 10.222.0.64 "PUT /v2.0/ports/ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 200 len: 1093 time: 3.6658866 Apr 30 17:32:28.909738 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:28.978294 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cced4ae3-3de7-455f-80a7-045677ccbe52 req-90419796-32b3-42a1-997b-ab4e371d3947 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2fb44e0-f591-4d4d-9414-2772a6d4bae7 HTTP/1.1" status: 200 len: 210 time: 0.0612941 Apr 30 17:32:28.990301 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Pushing event updated for resources: {'Port': ['ID=ae09192d-806a-4fa8-91a4-112121cbbabb,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:28.994374 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:29.252087 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'status': 'completed', 'code': 200} Apr 30 17:32:29.292946 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae9a15-c4d5-4d43-92a4-4ee0a224cfb2 req-03b2a28c-5eec-4ea4-8145-eaf106539656 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:29.301851 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4ae9a15-c4d5-4d43-92a4-4ee0a224cfb2 req-03b2a28c-5eec-4ea4-8145-eaf106539656 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 943 time: 0.1615474 Apr 30 17:32:29.380229 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:25Z', 'revision_number': 3, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:29.392475 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Checking router: 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:32:29.393551 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Updating router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 port 816332a6-f081-44e3-8f57-15f6ef502f0a binding host dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:32:29.423851 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45680) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:29.446542 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d4ae9a15-c4d5-4d43-92a4-4ee0a224cfb2 req-fdc1bb0f-8027-4fb1-b16a-03b173cf0b58 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436105 Apr 30 17:32:29.510482 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-04d7a9fc-4c9d-4da2-8b0f-0e9fed267301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:29.514206 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-04d7a9fc-4c9d-4da2-8b0f-0e9fed267301 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70509fdad1284ebcac81e155090fc72a&device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1096 time: 0.1964092 Apr 30 17:32:29.599338 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-9bc457eb-1f5f-416f-9526-ee54fbd534da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 200 len: 217 time: 0.0721009 Apr 30 17:32:29.609554 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:29.688231 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-bbd03637-edf2-42c5-aa08-f93b5339aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:29.689961 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-bbd03637-edf2-42c5-aa08-f93b5339aadf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb66e8fe-816a-482b-ae45-eead6e1aaaaa HTTP/1.1" status: 200 len: 847 time: 0.0832160 Apr 30 17:32:29.795742 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:29.824764 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:29.828730 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b87a8-3172-4023-9109-c72f801ca749 req-ef61a2c6-c3d6-408e-ae19-078459d8bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:29.830546 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-293b87a8-3172-4023-9109-c72f801ca749 req-ef61a2c6-c3d6-408e-ae19-078459d8bbdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 1099 time: 0.2434237 Apr 30 17:32:29.866001 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Usage tracker for resource:security_group_rule and tenant:a14edb0ded154410affffcd10a16e5a1 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:29.871419 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:29.880370 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dae95-9c20-4383-aa9e-6ee026b25611 req-05e418d8-e420-453e-846c-cf0215b833b4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:29.882491 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-189dae95-9c20-4383-aa9e-6ee026b25611 req-05e418d8-e420-453e-846c-cf0215b833b4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1915355 Apr 30 17:32:29.892519 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-d12205f7-7159-4261-bbd7-7ded4a33b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:29.895335 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-d12205f7-7159-4261-bbd7-7ded4a33b9fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1705027 Apr 30 17:32:29.919746 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:30.140591 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:30.224793 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-189dae95-9c20-4383-aa9e-6ee026b25611 req-dc295737-1594-468a-8847-77c51363426e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259733 Apr 30 17:32:30.253760 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Notify callbacks [] for port, precommit_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:30.264187 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b87a8-3172-4023-9109-c72f801ca749 req-9b078d64-1107-4ee3-b07b-b796a97cc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:30.267041 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-293b87a8-3172-4023-9109-c72f801ca749 req-9b078d64-1107-4ee3-b07b-b796a97cc785 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 912 time: 0.3960507 Apr 30 17:32:30.267659 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-338dd661-ce69-46df-9a8d-d0e5dd911e33 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627076 Apr 30 17:32:30.272516 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Transition to ACTIVE for port object 816332a6-f081-44e3-8f57-15f6ef502f0a will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:30.329129 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:30.339366 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:30.447516 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbc75793-ac31-4e16-8005-88565f1c88a6 req-b7a9815a-2495-495a-ad83-5c0241df5794 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699092 Apr 30 17:32:30.456662 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Attempting to bind port 816332a6-f081-44e3-8f57-15f6ef502f0a on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:30.457624 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Attempting to bind port 816332a6-f081-44e3-8f57-15f6ef502f0a by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:30.458333 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Attempting to bind port 816332a6-f081-44e3-8f57-15f6ef502f0a on network f3bf8316-f96a-4557-9e0f-541dde4310c6 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:30.481340 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:30.481840 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Checking segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:30.482377 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:30.482874 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Bound using segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:30.483448 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Bound port: 816332a6-f081-44e3-8f57-15f6ef502f0a, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:30.484147 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:30.507218 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:30.536838 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91c3d5-d1a6-46eb-95d2-e3f60f2353dd None None] Pushing event updated for resources: {'Port': ['ID=816332a6-f081-44e3-8f57-15f6ef502f0a,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:30.539852 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-9a91c3d5-d1a6-46eb-95d2-e3f60f2353dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:30.593152 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] For port 816332a6-f081-44e3-8f57-15f6ef502f0a, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:30.594525 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-293b87a8-3172-4023-9109-c72f801ca749 req-a6ff06b3-c74e-4469-b9ca-0372fd960183 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=315de6d0-5e5e-4559-9838-616d1cb6d592 HTTP/1.1" status: 200 len: 1002 time: 0.3125403 Apr 30 17:32:30.599507 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] For port 816332a6-f081-44e3-8f57-15f6ef502f0a, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=816332a6-f081-44e3-8f57-15f6ef502f0a,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:30.656717 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:30.663749 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1aa69502-e541-4209-9bfe-3cb55be98c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:30.695518 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:30.701174 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-6f110891-b0fa-42a4-bceb-7c1cb58c3b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:30.796122 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b05719-41dd-4e1d-85e5-8ff824a0ee2a req-a2d3b7f4-f3c3-49a4-b3e5-94f964ca8669 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:30.797923 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-64b05719-41dd-4e1d-85e5-8ff824a0ee2a req-a2d3b7f4-f3c3-49a4-b3e5-94f964ca8669 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 943 time: 0.1744778 Apr 30 17:32:30.809346 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-d9a52281-7772-47ee-b97c-71ad870f69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:30.811381 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:32:30.812489 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:30.820047 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-d9a52281-7772-47ee-b97c-71ad870f69ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70509fdad1284ebcac81e155090fc72a&device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1096 time: 0.1455998 Apr 30 17:32:30.901550 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a14edb0ded154410affffcd10a16e5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4751832 Apr 30 17:32:30.906555 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335e51bd-dc1f-410d-9110-7bfb4f702441,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:30.908954 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45728) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:30.910956 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 3c6f82d5-7785-4f48-acf0-498311a02083 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:32:30.952266 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:30.956389 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b87a8-3172-4023-9109-c72f801ca749 req-504ee6e2-38fb-488e-bb8e-730d5f82e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:30.958193 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-293b87a8-3172-4023-9109-c72f801ca749 req-504ee6e2-38fb-488e-bb8e-730d5f82e255 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 200 len: 850 time: 0.3529747 Apr 30 17:32:30.972511 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91c3d5-d1a6-46eb-95d2-e3f60f2353dd None None] Pushing event updated for resources: {'Port': ['ID=816332a6-f081-44e3-8f57-15f6ef502f0a,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:30.979206 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-9a91c3d5-d1a6-46eb-95d2-e3f60f2353dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:31.123582 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Allocated IP 172.20.0.1 (3df2c107-5571-43b1-818b-58943ce04e22/db65efef-90fb-45ed-911b-b39a415826c3/f2cfa32b-bf52-4c91-a514-720a6fd6bd6c) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:31.123956 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-64b05719-41dd-4e1d-85e5-8ff824a0ee2a req-8afdf3ed-e0eb-4388-be6f-e6f234bc672a tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695320 Apr 30 17:32:31.124050 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 3c6f82d5-7785-4f48-acf0-498311a02083 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:32:31.124050 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 3c6f82d5-7785-4f48-acf0-498311a02083 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:32:31.143107 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:32:31.166629 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-96c3c0b3-abcd-48db-97eb-7a3e6032d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:31.166629 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-96c3c0b3-abcd-48db-97eb-7a3e6032d8cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 200 len: 909 time: 0.2927036 Apr 30 17:32:31.224368 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5fefb2c9-7420-47c6-beed-d2ad202cec8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:31.239910 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-22bfbbf2-e800-45ca-8643-33c782cb3282 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 200 len: 217 time: 0.0663984 Apr 30 17:32:31.268845 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b87a8-3172-4023-9109-c72f801ca749 req-1dc06e05-5813-4758-9435-fbd25273a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:31.270445 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-293b87a8-3172-4023-9109-c72f801ca749 req-1dc06e05-5813-4758-9435-fbd25273a33c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2997169 Apr 30 17:32:31.280007 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5fefb2c9-7420-47c6-beed-d2ad202cec8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:31.342889 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-daa5fca1-c9f2-4ee7-be2b-a637ee105109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:31.344878 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-daa5fca1-c9f2-4ee7-be2b-a637ee105109 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb66e8fe-816a-482b-ae45-eead6e1aaaaa HTTP/1.1" status: 200 len: 847 time: 0.0932028 Apr 30 17:32:31.458420 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:31.543784 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:25Z', 'revision_number': 3, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:31.550658 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cc55b-ad53-4173-8b99-4ac0040e8405 None None] The sync data for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb is: [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:25Z', 'revision_number': 3, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:32:31.577156 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-293b87a8-3172-4023-9109-c72f801ca749 req-1fc02286-9519-4a6e-b49c-046e5748878a service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894328 Apr 30 17:32:31.609722 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-0c550e81-fd10-40c8-a116-40d0568070d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:31.613559 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-0c550e81-fd10-40c8-a116-40d0568070d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2153895 Apr 30 17:32:31.628832 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed01de-e884-4aea-aea3-8f33d2ca3ef2 req-3a25a19a-c583-493f-94c6-8a85d4fd2596 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:31.631431 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-86ed01de-e884-4aea-aea3-8f33d2ca3ef2 req-3a25a19a-c583-493f-94c6-8a85d4fd2596 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.2845056 Apr 30 17:32:31.716252 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Transition to ACTIVE for port object f2cfa32b-bf52-4c91-a514-720a6fd6bd6c will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:31.721743 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5fefb2c9-7420-47c6-beed-d2ad202cec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:31.731836 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ea378188-bc94-4482-8e94-3310c755f398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:31.808704 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefb2c9-7420-47c6-beed-d2ad202cec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335e51bd-dc1f-410d-9110-7bfb4f702441,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:31.811665 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5fefb2c9-7420-47c6-beed-d2ad202cec8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:31.812274 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-86ed01de-e884-4aea-aea3-8f33d2ca3ef2 req-63d14894-204a-48fc-a093-064792b3f5d8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319146 Apr 30 17:32:31.840393 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5fefb2c9-7420-47c6-beed-d2ad202cec8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:31.841900 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-5fefb2c9-7420-47c6-beed-d2ad202cec8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/335e51bd-dc1f-410d-9110-7bfb4f702441 HTTP/1.1" status: 204 len: 168 time: 0.9001930 Apr 30 17:32:31.867753 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-293b87a8-3172-4023-9109-c72f801ca749 req-d663d78c-762c-41eb-9a01-48a4c18cece5 service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838957 Apr 30 17:32:31.882114 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-a98ba3c0-06c3-4194-94d9-77b2710befe5 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500813 Apr 30 17:32:31.969786 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:31.988894 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:32.068659 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Network 3df2c107-5571-43b1-818b-58943ce04e22 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:32.092548 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:32.095234 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:32.106913 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1deefe1a-ce2f-480e-aa2d-cf4dce75bbb4 req-227a6b7f-4395-4443-bd5b-1ce7bdf3f1a8 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176683 Apr 30 17:32:32.167972 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Pushing event updated for resources: {'Port': ['ID=f2cfa32b-bf52-4c91-a514-720a6fd6bd6c,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:32.171964 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:32.210732 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408022'] for router_interface, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:32.449042 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-3a236916-63f2-446a-b8b4-53b539630b0e None None] Provisioning for port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:32.454509 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-3a236916-63f2-446a-b8b4-53b539630b0e None None] Provisioning complete for port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:32.454893 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-3a236916-63f2-446a-b8b4-53b539630b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:32.534990 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db1a33-c763-49d4-b469-33b33792e1a6 req-00e52bcc-44f6-4609-b490-7ff3454ddcab tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:32.536564 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-10db1a33-c763-49d4-b469-33b33792e1a6 req-00e52bcc-44f6-4609-b490-7ff3454ddcab tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 943 time: 0.2676604 Apr 30 17:32:32.618483 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 816332a6-f081-44e3-8f57-15f6ef502f0a up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:32.661979 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-10db1a33-c763-49d4-b469-33b33792e1a6 req-18eb8fb7-149f-4274-b311-ab7c3eedb621 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169560 Apr 30 17:32:32.732030 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-3a236916-63f2-446a-b8b4-53b539630b0e None None] Port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:32:32.810612 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port 816332a6-f081-44e3-8f57-15f6ef502f0a completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:32.824777 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 816332a6-f081-44e3-8f57-15f6ef502f0a triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:32.824777 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:32.882554 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device ae09192d-806a-4fa8-91a4-112121cbbabb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:32:33.065891 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.138741 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5647a8c-6d21-462c-a568-c43b9b7c6fc6 req-3771ba35-7856-4f72-af9f-0ba8835f7077 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:33.162927 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5647a8c-6d21-462c-a568-c43b9b7c6fc6 req-3771ba35-7856-4f72-af9f-0ba8835f7077 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.2127774 Apr 30 17:32:33.277944 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5647a8c-6d21-462c-a568-c43b9b7c6fc6 req-47755349-9431-4694-bccd-521bb934a3ef tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129379 Apr 30 17:32:33.310299 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ae09192d-806a-4fa8-91a4-112121cbbabb,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:33.336115 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'port_id': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'mac_address': 'fa:16:3e:f2:7a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:32:33.434848 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 45792) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:33.465357 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.486322 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port 816332a6-f081-44e3-8f57-15f6ef502f0a, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=816332a6-f081-44e3-8f57-15f6ef502f0a,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:33.492353 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.513965 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae09192d-806a-4fa8-91a4-112121cbbabb {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:33.544164 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ae09192d-806a-4fa8-91a4-112121cbbabb,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:33.563659 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.566836 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-9a91c3d5-d1a6-46eb-95d2-e3f60f2353dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:33.652245 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.757322 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.758641 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=816332a6-f081-44e3-8f57-15f6ef502f0a,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:33.762973 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:33.763696 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:33.867370 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:33.930659 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=ae09192d-806a-4fa8-91a4-112121cbbabb,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:33.937204 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:33.941262 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f473ab32-768f-4e97-b78c-38ca453576f6 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:33.955313 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['ae09192d-806a-4fa8-91a4-112121cbbabb'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:32:34.050569 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Pushing event updated for resources: {'Port': ['ID=f2cfa32b-bf52-4c91-a514-720a6fd6bd6c,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:34.056419 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:34.084549 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3793305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407925'] for router_interface, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:34.159219 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e774bc-afb1-4dbb-844f-5cc788e55051 req-92db0723-1282-4cd8-8be9-ed7adc73d82e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:34.175366 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-53e774bc-afb1-4dbb-844f-5cc788e55051 req-92db0723-1282-4cd8-8be9-ed7adc73d82e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 944 time: 0.2834725 Apr 30 17:32:34.272469 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Network 3df2c107-5571-43b1-818b-58943ce04e22 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:34.273989 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:34.325073 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-53e774bc-afb1-4dbb-844f-5cc788e55051 req-6d4af6d4-21db-4398-aae5-b76e0ad7f6c3 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406789 Apr 30 17:32:34.344094 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-ce332a61-96a6-42bd-b8c7-8b590b900c0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b1e130e03c349f4827438bbee222700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9064920 Apr 30 17:32:34.344319 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 45822) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:34.510549 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f30b67f5-7792-46fa-9b55-54dc5fcb284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:34.548321 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 816332a6-f081-44e3-8f57-15f6ef502f0a up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:34.564177 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f30b67f5-7792-46fa-9b55-54dc5fcb284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:34.669630 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 816332a6-f081-44e3-8f57-15f6ef502f0a triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:34.670230 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:34.727415 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-2500026f-7db2-40be-9410-9eb951c77617 None None] Provisioning complete for port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:34.727542 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2500026f-7db2-40be-9410-9eb951c77617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:34.768794 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f30b67f5-7792-46fa-9b55-54dc5fcb284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:34.776499 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-4fa0fc71-4749-42de-a6fc-28c77040b694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:34.800154 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-2500026f-7db2-40be-9410-9eb951c77617 None None] Port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:32:34.810555 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:32:34.992704 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b67f5-7792-46fa-9b55-54dc5fcb284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf3491a-795a-4650-9b23-cd83faab2b60,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:34.998587 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f30b67f5-7792-46fa-9b55-54dc5fcb284e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:35.001004 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f30b67f5-7792-46fa-9b55-54dc5fcb284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:35.005439 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-f30b67f5-7792-46fa-9b55-54dc5fcb284e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cf3491a-795a-4650-9b23-cd83faab2b60 HTTP/1.1" status: 204 len: 168 time: 0.6597054 Apr 30 17:32:35.061968 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:32:35.075853 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] 10.222.0.32 "PUT /v2.0/routers/1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5540309 Apr 30 17:32:35.076424 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Sync routers for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:32:35.092995 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:32:35.101208 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:35.383533 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:32:35.794219 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27d6bf-b0e8-4d0c-8f4d-d711d93f6b94 req-4c8ceb55-604b-452a-8b71-9b625f7b0fea tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:35.815094 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6d27d6bf-b0e8-4d0c-8f4d-d711d93f6b94 req-4c8ceb55-604b-452a-8b71-9b625f7b0fea tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 944 time: 0.3279607 Apr 30 17:32:35.945299 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6d27d6bf-b0e8-4d0c-8f4d-d711d93f6b94 req-b7d10194-8381-497f-a7be-22294dcc4da3 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280053 Apr 30 17:32:36.032323 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 2, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:36.041532 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Checking router: 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:32:36.041532 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Updating router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c binding host dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:32:36.193957 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:36.714931 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 45888) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:36.720863 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45965378', 'description': 'tempest-description--1215164555'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:36.730305 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:36.735576 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:security_group and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:36.739949 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:36.748950 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:36.837049 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:36.872406 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Notify callbacks [] for port, precommit_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:36.886905 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:36.896958 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:security_group_rule and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:36.899980 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.provisioning_blocks [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Transition to ACTIVE for port object f2cfa32b-bf52-4c91-a514-720a6fd6bd6c will not be triggered until provisioned by entity L2. {{(pid=74466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:36.907111 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:36.910365 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device ae09192d-806a-4fa8-91a4-112121cbbabb up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:36.936833 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:37.042896 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.049107 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-3853d670-258d-47a8-a515-0576af154aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:37.116180 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.168821 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port ae09192d-806a-4fa8-91a4-112121cbbabb completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:37.175804 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port ae09192d-806a-4fa8-91a4-112121cbbabb triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:37.176508 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.248600 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.280556 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ccc085e4-ed8f-4736-8d94-05a90c2a12ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:37.345551 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a795920-9981-4530-8e30-f7a1607a5aea,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:37.352128 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:37.359025 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.360264 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6440706 Apr 30 17:32:37.369651 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45900) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:37.376858 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'security_group_rule': {'security_group_id': '7a795920-9981-4530-8e30-f7a1607a5aea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:37.398982 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:37.413574 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:security_group_rule and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:37.423604 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a8e96-3561-48f3-9fe0-d05d3050ac96 req-9677b10a-c8d2-44e5-aa19-2207d2b1b3bd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:37.426063 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-de1a8e96-3561-48f3-9fe0-d05d3050ac96 req-9677b10a-c8d2-44e5-aa19-2207d2b1b3bd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 944 time: 0.2942221 Apr 30 17:32:37.449433 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:37.487397 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:37.550569 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-de1a8e96-3561-48f3-9fe0-d05d3050ac96 req-10c8857f-8316-4c0a-9f7b-6a1cd8124c69 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067979 Apr 30 17:32:37.587157 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.590699 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Pushing event updated for resources: {'Port': ['ID=f2cfa32b-bf52-4c91-a514-720a6fd6bd6c,revision_number=3']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:37.610054 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.712159 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.712899 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.713437 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.714165 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.714692 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.715166 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:37.715408 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.716328 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.716823 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.717173 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.717500 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.717862 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.718343 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:37.723087 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:37.732735 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ae09192d-806a-4fa8-91a4-112121cbbabb,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:37.755895 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Attempting to bind port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:37.760957 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Attempting to bind port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:37.760957 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Attempting to bind port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c on network 3df2c107-5571-43b1-818b-58943ce04e22 {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:37.774111 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:37.778588 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Checking segment: {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:37.779098 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.779576 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Bound using segment: {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:37.780423 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Bound port: f2cfa32b-bf52-4c91-a514-720a6fd6bd6c, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'}}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:37.780900 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.800469 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.808978 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'code': 200} Apr 30 17:32:37.843096 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.845004 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:37.905778 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:37.908205 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:37.951546 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafbcaaa-a091-4e36-9061-d83b105af2b5,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:37.959007 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:38.054976 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] For port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:38.060630 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] For port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f2cfa32b-bf52-4c91-a514-720a6fd6bd6c,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:38.071020 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=ae09192d-806a-4fa8-91a4-112121cbbabb,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:38.076268 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:38.191877 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.193420 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.196535 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:38.198202 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-df8e7590-3d0b-449f-94ad-25f3326feffd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8271248 Apr 30 17:32:38.199062 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 45910) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:38.209330 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'security_group_rule': {'security_group_id': '7a795920-9981-4530-8e30-f7a1607a5aea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:38.236917 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:38.252181 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:security_group_rule and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:38.263218 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:38.280527 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:38.338130 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:32:38.339209 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:38.514368 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.616302 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Pushing event updated for resources: {'Port': ['ID=f2cfa32b-bf52-4c91-a514-720a6fd6bd6c,revision_number=4']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:38.625126 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:38.799461 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.859292 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:32:38.918271 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:38.940669 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-56e5cb5b-7009-4552-bfc1-0b5b16bd6434 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:38.983235 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538e8638-116a-44ab-8950-b9f16575ce93,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:38.992963 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:39.082640 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0295360-773f-4354-bd74-e696e1c9dd25 req-76a0e8bd-801a-4a1f-aaa2-416f7026354e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:39.085631 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d0295360-773f-4354-bd74-e696e1c9dd25 req-76a0e8bd-801a-4a1f-aaa2-416f7026354e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.2556350 Apr 30 17:32:39.096882 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2110f-af33-4953-8d29-1771a9244a64 req-55a5d22f-d7a7-4853-b9cd-23ca6c3a4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:39.099000 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4ab2110f-af33-4953-8d29-1771a9244a64 req-55a5d22f-d7a7-4853-b9cd-23ca6c3a4bf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1098 time: 0.4545116 Apr 30 17:32:39.167847 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:39.169475 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-ab2b9cce-61ee-450c-8d93-339b44dfd871 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9687948 Apr 30 17:32:39.172625 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45924) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:39.182940 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'floatingip': {'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:39.193591 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:39.224013 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d0295360-773f-4354-bd74-e696e1c9dd25 req-436d67c5-3b52-4458-aca8-db86cfdb14fa tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222944 Apr 30 17:32:39.228360 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:floatingip and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:39.253749 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:39.274114 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:39.295467 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4ab2110f-af33-4953-8d29-1771a9244a64 req-874edf04-d351-4d35-ae3f-4beea568365d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618953 Apr 30 17:32:39.352509 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:39.449392 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:38Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:39.482359 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f9c1fe-6d4d-4b63-85fe-2703e674526e None None] The sync data for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb is: [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:38Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:32:39.719788 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:39.992734 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Allocated IP 172.28.3.185 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/97a84e0f-cbfa-44f9-b815-59371dfb593f) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:40.394947 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:40.627434 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f2cfa32b-bf52-4c91-a514-720a6fd6bd6c up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:40.714530 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:40.724714 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:40.822578 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995b366-3b3f-4631-abf4-5fa0890d1830 req-dd75366a-3875-49c7-9aea-b87840ad10c7 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:40.829829 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c995b366-3b3f-4631-abf4-5fa0890d1830 req-dd75366a-3875-49c7-9aea-b87840ad10c7 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.2715173 Apr 30 17:32:40.974337 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:40.980618 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c995b366-3b3f-4631-abf4-5fa0890d1830 req-eaa5306e-0b18-4d0c-a49e-032e1630c867 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385052 Apr 30 17:32:40.980735 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:40.980735 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:41.028040 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:41.039758 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:41.048912 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:41.186133 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:41.215545 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'Port': ['ID=97a84e0f-cbfa-44f9-b815-59371dfb593f,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:41.242994 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:41.257672 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f2cfa32b-bf52-4c91-a514-720a6fd6bd6c,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:41.296160 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:41.334661 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:41.337396 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:41.465415 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:41.523133 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=f2cfa32b-bf52-4c91-a514-720a6fd6bd6c,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:41.537174 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:41.904554 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:42.038398 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:42.052183 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8a7fad19-6a63-4ca9-8fab-386ed2b4013a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:42.180758 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'Port': ['ID=97a84e0f-cbfa-44f9-b815-59371dfb593f,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:42.186307 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:42.285881 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:42.332358 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5a9c-a202-4881-a9aa-7605980e14a9 req-ed6df4a4-496f-4bcf-b605-79de295b4804 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:42.346267 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ba0e5a9c-a202-4881-a9aa-7605980e14a9 req-ed6df4a4-496f-4bcf-b605-79de295b4804 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1600850 Apr 30 17:32:42.431468 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:42.435280 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2581930 Apr 30 17:32:42.466661 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ba0e5a9c-a202-4881-a9aa-7605980e14a9 req-35040f7d-0efb-46e2-b2e5-b7de92f4e0ed tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978048 Apr 30 17:32:42.531970 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f2cfa32b-bf52-4c91-a514-720a6fd6bd6c up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:32:42.675951 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:42.676686 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:42.720708 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d14dc-8572-4244-956b-7423b129c42a req-c1c1e84f-e276-4708-8ddd-f5439f671c16 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:42.730149 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-210d14dc-8572-4244-956b-7423b129c42a req-c1c1e84f-e276-4708-8ddd-f5439f671c16 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1136327 Apr 30 17:32:42.802166 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-210d14dc-8572-4244-956b-7423b129c42a req-236ffba4-6b0c-4b32-a419-cd843f518629 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710194 Apr 30 17:32:42.844853 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 45998) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:42.920304 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-a61dc3ee-49cc-427d-b94a-02a0392f926a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Synchronizing usage tracker for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:security_group {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:43.021026 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-a61dc3ee-49cc-427d-b94a-02a0392f926a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Unset dirty status for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:security_group {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:43.037739 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-a61dc3ee-49cc-427d-b94a-02a0392f926a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--45965378&fields=id&tenant_id=bf6ce34dbe8946e680c69c33095850e5 HTTP/1.1" status: 200 len: 267 time: 0.1873827 Apr 30 17:32:43.198758 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7ebbb-fc37-4d5a-a742-8285a6840715 tempest-TestShelveInstance-97556320 tempest-TestShelveInstance-97556320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:43.199557 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f3e7ebbb-fc37-4d5a-a742-8285a6840715 tempest-TestShelveInstance-97556320 tempest-TestShelveInstance-97556320-project-admin] Synchronizing usage tracker for tenant:81e0a2e12f364cab98d72f99f576d5c9 on resource:port {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:43.247552 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f706c4-20c9-414d-ad0f-38716b45554f req-837ab508-cf5e-4123-b60f-4c4d78246a6e tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:43.254835 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f2f706c4-20c9-414d-ad0f-38716b45554f req-837ab508-cf5e-4123-b60f-4c4d78246a6e tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 945 time: 0.3041284 Apr 30 17:32:43.323223 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f3e7ebbb-fc37-4d5a-a742-8285a6840715 tempest-TestShelveInstance-97556320 tempest-TestShelveInstance-97556320-project-admin] Unset dirty status for tenant:81e0a2e12f364cab98d72f99f576d5c9 on resource:port {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:43.325095 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-f3e7ebbb-fc37-4d5a-a742-8285a6840715 tempest-TestShelveInstance-97556320 tempest-TestShelveInstance-97556320-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1093 time: 0.4738247 Apr 30 17:32:43.328820 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46008) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:43.330138 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f2f706c4-20c9-414d-ad0f-38716b45554f req-d2fa3f15-fddd-455b-b8cd-f4ce20c28a1c tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724225 Apr 30 17:32:43.337968 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Request body: {'floatingip': {'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'port_id': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:43.346594 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-bd21f966-f53a-497d-a8af-d04950f25487 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:43.357730 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-bd21f966-f53a-497d-a8af-d04950f25487 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 817 time: 0.3181870 Apr 30 17:32:43.377501 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:43.378137 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-d4e6543e-4fe7-448a-aee5-17dea5e4a293 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/quotas/bf6ce34dbe8946e680c69c33095850e5 HTTP/1.1" status: 200 len: 375 time: 0.0191345 Apr 30 17:32:43.383756 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Usage tracker for resource:floatingip and tenant:70509fdad1284ebcac81e155090fc72a is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:43.387832 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:43.398708 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:43.459965 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:43.490940 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for floatingip, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:43.503248 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-24e61ebb-bf03-4171-9d89-9a7894f4f3ff tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190820 Apr 30 17:32:43.544985 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:32:43.726816 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-3622ec3b-9524-4780-b0bf-f513bf809f1d service neutron] 10.222.0.32 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156985 Apr 30 17:32:43.849633 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:43.916360 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-d17c9331-be3c-44d9-aa61-2a9d5b6d94d2 service neutron] 10.222.0.32 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883280 Apr 30 17:32:44.137170 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Allocated IP 172.28.3.187 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/24335ec8-879c-46d0-89a5-110ef2bc22ff) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:44.441288 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:44.515764 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c131cac8-074a-47ce-ab7d-6bc2898d43ef req-a24a8da9-5117-4b81-b908-0d8aad743f58 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 210 time: 0.2139471 Apr 30 17:32:44.614973 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:44.621121 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:44.678316 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46030) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:44.729207 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529cf32-a603-4f58-9d0d-b4aee51e61a8 req-b64cba17-3699-448a-b303-15b411a133f8 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:44.731052 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8529cf32-a603-4f58-9d0d-b4aee51e61a8 req-b64cba17-3699-448a-b303-15b411a133f8 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 945 time: 0.1354597 Apr 30 17:32:44.771721 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:44.776079 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:44.785137 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:44.920525 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8529cf32-a603-4f58-9d0d-b4aee51e61a8 req-19065d01-8edf-4e97-9d65-c833ed2fb08e tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828883 Apr 30 17:32:44.932130 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:44.936886 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'Port': ['ID=24335ec8-879c-46d0-89a5-110ef2bc22ff,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:44.944429 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:44.949861 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:44.955568 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Usage tracker for resource:security_group_rule and tenant:1a2c8d45850749a29331d9f8441d81a1 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:44.962599 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:44.970592 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:45.085327 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:45.260519 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:45.267933 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-c17cdef2-f848-4383-b362-2cd994d9af6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:45.313319 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3143ec-c73e-465d-953d-197154d16666,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:45.320347 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:45.358522 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a2c8d45850749a29331d9f8441d81a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781559 Apr 30 17:32:45.359207 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46042) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:45.440908 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5351793e-4ea0-4f73-bf65-e7e578e11747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:45.479323 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5351793e-4ea0-4f73-bf65-e7e578e11747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:45.528294 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:45.702168 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:45.710443 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5351793e-4ea0-4f73-bf65-e7e578e11747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:45.720566 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f30b67f5-7792-46fa-9b55-54dc5fcb284e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:45.731673 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351793e-4ea0-4f73-bf65-e7e578e11747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3143ec-c73e-465d-953d-197154d16666,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:45.735087 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b72dbc8a-e551-4b82-95b1-ce5d1c12643f req-fc23681d-e3a1-455d-a894-b560991608c9 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 210 time: 0.0631258 Apr 30 17:32:45.736516 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5351793e-4ea0-4f73-bf65-e7e578e11747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:45.743905 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5351793e-4ea0-4f73-bf65-e7e578e11747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:45.749062 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-5351793e-4ea0-4f73-bf65-e7e578e11747 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb3143ec-c73e-465d-953d-197154d16666 HTTP/1.1" status: 204 len: 168 time: 0.3853066 Apr 30 17:32:46.018525 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:46.123656 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:46.137645 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0077fe78-a434-4755-95e8-9dcdec41ee29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:46.211261 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da79c8-3100-4111-9366-9ac099857781 req-e8fad8d8-b32a-43fc-80c0-616ac6248a0d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:46.213512 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-07da79c8-3100-4111-9366-9ac099857781 req-e8fad8d8-b32a-43fc-80c0-616ac6248a0d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 945 time: 0.1554651 Apr 30 17:32:46.272969 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-07da79c8-3100-4111-9366-9ac099857781 req-8bfb62dc-42a6-4c9b-971f-b42399fc74d1 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527170 Apr 30 17:32:46.354286 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:46.477266 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event updated for resources: {'Port': ['ID=24335ec8-879c-46d0-89a5-110ef2bc22ff,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:46.482702 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:46.603862 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.l3_db [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Floating IP 1cc1d09d-ab5e-4407-ad2b-8409a36c99ef associated. External IP: 172.28.3.187, port: ae09192d-806a-4fa8-91a4-112121cbbabb. Apr 30 17:32:46.660242 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a450-d232-4cac-8fb3-ac532ac5ef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:46.796000 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46066) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:46.873137 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:46.912380 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:46.923423 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Usage tracker for resource:security_group_rule and tenant:935be56e5a314ec2822e007112f220a5 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:46.932892 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:46.944393 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:47.061301 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:47.115875 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-580e0a51-6534-4124-87cf-0f353bd72e26 req-114eadbb-0ea7-4d8e-825d-b549f39411ee tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 210 time: 0.1282148 Apr 30 17:32:47.191415 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:47.231263 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cd1a5137-cb23-4c79-9f93-8e26e195eb2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:47.240794 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=935be56e5a314ec2822e007112f220a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464791 Apr 30 17:32:47.247502 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46074) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:47.291471 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaee7d2-3c14-48c9-9f0d-2379bdc82c73,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:47.340293 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:47.376280 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b944965a-fb5f-4c61-ac30-66519115679e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:47.410984 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b944965a-fb5f-4c61-ac30-66519115679e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:47.451310 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Router 856731c3-9c79-4613-b0ff-ef45b1409224 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:32:47.542341 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a760f94-f0ba-44c2-bab0-5a0c243f3745 req-d485c5fc-37ab-4506-9529-840334d18966 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:47.543933 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2a760f94-f0ba-44c2-bab0-5a0c243f3745 req-d485c5fc-37ab-4506-9529-840334d18966 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 945 time: 0.1228015 Apr 30 17:32:47.618437 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2a760f94-f0ba-44c2-bab0-5a0c243f3745 req-48314494-ec7b-4d61-824b-f25bb05b3925 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665767 Apr 30 17:32:47.660279 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b944965a-fb5f-4c61-ac30-66519115679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:47.664143 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7ba6d87b-d2b1-4fe7-a520-fa58f81f0bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:47.682049 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944965a-fb5f-4c61-ac30-66519115679e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaee7d2-3c14-48c9-9f0d-2379bdc82c73,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:47.687755 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b944965a-fb5f-4c61-ac30-66519115679e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:47.692268 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b944965a-fb5f-4c61-ac30-66519115679e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:47.704674 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-b944965a-fb5f-4c61-ac30-66519115679e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1eaee7d2-3c14-48c9-9f0d-2379bdc82c73 HTTP/1.1" status: 204 len: 168 time: 0.4518180 Apr 30 17:32:47.764020 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:32:47.780925 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] Sync routers for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:32:47.800798 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:32:47.805425 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:47.930245 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:48.016252 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6859655 Apr 30 17:32:48.017198 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:48.118761 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'status': 'completed', 'code': 200} Apr 30 17:32:48.144596 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-637573e5-23fe-4d1b-bbfa-4742bed09be3 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:48.147349 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-637573e5-23fe-4d1b-bbfa-4742bed09be3 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.64 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 945 time: 0.1709628 Apr 30 17:32:48.176495 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:32:48.401160 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4782a-90f9-4941-846d-f70bde1704ea req-42948d0f-98d9-4a83-afe5-db4dfd0242fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:48.404301 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-27c4782a-90f9-4941-846d-f70bde1704ea req-42948d0f-98d9-4a83-afe5-db4dfd0242fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70509fdad1284ebcac81e155090fc72a&device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1098 time: 0.2819645 Apr 30 17:32:48.585613 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4782a-90f9-4941-846d-f70bde1704ea req-141d2803-907a-40eb-9574-fabe8ffcd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:48.588203 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-27c4782a-90f9-4941-846d-f70bde1704ea req-141d2803-907a-40eb-9574-fabe8ffcd5b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 200 len: 909 time: 0.1611319 Apr 30 17:32:48.662573 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c489a9b9-653c-4128-b888-afa1ec3eaf0f req-84eb2b81-5ce7-4199-9bca-3ed32e7881e8 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 210 time: 0.1285777 Apr 30 17:32:48.730222 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-170b378e-e1cc-4e08-9577-819a3237beac tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:48.731128 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-170b378e-e1cc-4e08-9577-819a3237beac tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Synchronizing usage tracker for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:network {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:48.756788 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Deleting port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:32:48.757150 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:48.810241 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-27c4782a-90f9-4941-846d-f70bde1704ea req-9da7f569-611c-46a3-896e-b76ed52dc73c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 200 len: 999 time: 0.1949048 Apr 30 17:32:48.890331 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4782a-90f9-4941-846d-f70bde1704ea req-cc136b7c-19fb-42d5-b5c5-4024fd9a4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:48.899001 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-27c4782a-90f9-4941-846d-f70bde1704ea req-cc136b7c-19fb-42d5-b5c5-4024fd9a4f57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb66e8fe-816a-482b-ae45-eead6e1aaaaa HTTP/1.1" status: 200 len: 847 time: 0.0756869 Apr 30 17:32:48.899001 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-170b378e-e1cc-4e08-9577-819a3237beac tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Unset dirty status for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:network {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:48.899001 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-170b378e-e1cc-4e08-9577-819a3237beac tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 817 time: 0.8210137 Apr 30 17:32:49.042092 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-2f6a9549-5ab2-42d4-991c-d3d4ecb1782a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Synchronizing usage tracker for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:security_group {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:49.048840 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4782a-90f9-4941-846d-f70bde1704ea req-38f73344-931a-4b02-a2a3-514bbfc8e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:49.050694 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-27c4782a-90f9-4941-846d-f70bde1704ea req-38f73344-931a-4b02-a2a3-514bbfc8e68d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1402287 Apr 30 17:32:49.065044 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-2f6a9549-5ab2-42d4-991c-d3d4ecb1782a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Unset dirty status for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:security_group {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:49.066572 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-2f6a9549-5ab2-42d4-991c-d3d4ecb1782a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6ce34dbe8946e680c69c33095850e5 HTTP/1.1" status: 200 len: 378 time: 0.1581235 Apr 30 17:32:49.123527 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:49.133107 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:15Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': '1cc1d09d-ab5e-4407-ad2b-8409a36c99ef', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'floating_ip_address': '172.28.3.187', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'port_id': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'mac_address': 'fa:16:3e:f2:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:32:45Z', 'updated_at': '2021-04-30T17:32:45Z', 'revision_number': 0, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4ea155-4ff0-4ae0-af77-17065679ea54', 'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:14Z', 'updated_at': '2021-04-30T17:31:25Z', 'revision_number': 5, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'subnets': [{'id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:49.141037 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] Checking router: 856731c3-9c79-4613-b0ff-ef45b1409224 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:32:49.159675 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] For port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:49.160446 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:49.174396 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:32:49.175206 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:49.311380 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-27c4782a-90f9-4941-846d-f70bde1704ea req-6bf406a3-d846-4564-a6c4-e2b766e05481 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480493 Apr 30 17:32:49.316537 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'port': {'device_id': '46667b3b-2470-4b68-95b3-633e719f1468', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'admin_state_up': True, 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'security_groups': ['7a795920-9981-4530-8e30-f7a1607a5aea']}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:49.365375 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Calling delete_port for 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:32:49.408946 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd157f3-7f6f-4abc-8c26-51cc3bf8fac9 req-9dbe4d8c-0515-4be0-a574-52e17d67201f tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:49.411656 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bcd157f3-7f6f-4abc-8c26-51cc3bf8fac9 req-9dbe4d8c-0515-4be0-a574-52e17d67201f tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 945 time: 0.4269714 Apr 30 17:32:49.512063 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bcd157f3-7f6f-4abc-8c26-51cc3bf8fac9 req-e7e2d7e4-5454-42d7-b302-c49ac891f292 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813076 Apr 30 17:32:49.735907 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:32:49.774957 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:49.782928 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f283ac7d-036f-4130-9202-0d9746169537 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:49.807195 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb7d2-dff6-44d0-b294-e7c29f727cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:49.840841 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-27c4782a-90f9-4941-846d-f70bde1704ea req-18b28a4e-070f-48f2-9fce-5702c017ea0e service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095639 Apr 30 17:32:49.910280 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Pushing event deleted for resources: {'Port': ['ID=3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:49.914632 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:50.023250 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] No DVR routers for this DVR port 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:32:50.032606 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:50.033961 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:50.045137 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282dbf42-a455-482a-b249-5160c138dde8', 'name': 'network-vif-deleted', 'tag': '3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:50.048391 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:port and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:50.053897 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:50.072772 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:50.174468 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282dbf42-a455-482a-b249-5160c138dde8', 'name': 'network-vif-deleted', 'tag': '3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d', 'status': 'completed', 'code': 200} Apr 30 17:32:50.176712 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4f399fd3-dd40-4423-bd40-6650c3a4003d req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.64 "DELETE /v2.0/ports/3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d HTTP/1.1" status: 204 len: 173 time: 2.0190315 Apr 30 17:32:50.186094 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Made reservation on behalf of bf6ce34dbe8946e680c69c33095850e5 for: {'port': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:32:50.189713 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:50.307260 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e8256c42-378d-4f81-9d97-c754b8095c9d req-8ddc04c7-4b81-4d38-9bb3-f923ca6368cc tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 210 time: 0.2267578 Apr 30 17:32:50.471190 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:50.578935 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:15Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': '1cc1d09d-ab5e-4407-ad2b-8409a36c99ef', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'floating_ip_address': '172.28.3.187', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'port_id': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'mac_address': 'fa:16:3e:f2:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:32:45Z', 'updated_at': '2021-04-30T17:32:45Z', 'revision_number': 0, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4ea155-4ff0-4ae0-af77-17065679ea54', 'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:14Z', 'updated_at': '2021-04-30T17:31:25Z', 'revision_number': 5, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'subnets': [{'id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:32:50.591843 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2001d7b-3afd-4c13-8b85-36bd274df44c None None] The sync data for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb is: [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:15Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': '1cc1d09d-ab5e-4407-ad2b-8409a36c99ef', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'floating_ip_address': '172.28.3.187', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'port_id': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'mac_address': 'fa:16:3e:f2:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:32:45Z', 'updated_at': '2021-04-30T17:32:45Z', 'revision_number': 0, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4ea155-4ff0-4ae0-af77-17065679ea54', 'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:14Z', 'updated_at': '2021-04-30T17:31:25Z', 'revision_number': 5, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'subnets': [{'id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:32:50.898052 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Allocated IP 172.20.0.7 (3df2c107-5571-43b1-818b-58943ce04e22/db65efef-90fb-45ed-911b-b39a415826c3/2697c852-4972-4026-840f-3ae51c9485b0) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:32:50.956698 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:32:51.010751 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:32:51.011229 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 3a90e12f-5fbc-45fd-9b3c-cc2c207ff68d not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:32:51.015690 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-bc6c2822-aab5-4bae-9bad-8ef84a428bbb req-8f974503-2fc9-442b-b7e8-c49ef7bf1212 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Synchronizing usage tracker for tenant:f6118160028b4e47a58c0dc84efd6679 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:32:51.185943 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-bc6c2822-aab5-4bae-9bad-8ef84a428bbb req-8f974503-2fc9-442b-b7e8-c49ef7bf1212 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Unset dirty status for tenant:f6118160028b4e47a58c0dc84efd6679 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:32:51.190840 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bc6c2822-aab5-4bae-9bad-8ef84a428bbb req-8f974503-2fc9-442b-b7e8-c49ef7bf1212 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=282dbf42-a455-482a-b249-5160c138dde8 HTTP/1.1" status: 200 len: 210 time: 0.2425387 Apr 30 17:32:51.193297 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915cf3a-d77a-4a54-9eb5-b4d82383fa6f None None] New status for floating IP 1cc1d09d-ab5e-4407-ad2b-8409a36c99ef: ACTIVE {{(pid=74466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:32:51.267214 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:51.287725 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Transition to ACTIVE for port object 2697c852-4972-4026-840f-3ae51c9485b0 will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:51.386399 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:51.395421 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:51.599124 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Network 3df2c107-5571-43b1-818b-58943ce04e22 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:32:51.609124 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:32:51.616792 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:32:51.713259 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:51.718426 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:51.822441 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:51.822678 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401dd6a-2273-4862-a74f-a214c077eeb2 req-3e8e2c71-f395-4f4b-8483-2cbd1022436e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:51.826492 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:51.853587 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c401dd6a-2273-4862-a74f-a214c077eeb2 req-3e8e2c71-f395-4f4b-8483-2cbd1022436e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 931 time: 0.2362232 Apr 30 17:32:51.921655 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6058116 Apr 30 17:32:51.934894 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Request body: {'port': {'device_id': '46667b3b-2470-4b68-95b3-633e719f1468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:32:52.019195 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c401dd6a-2273-4862-a74f-a214c077eeb2 req-678d7053-0486-4b70-8e6f-a2aac5c9a7cf tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1635618 Apr 30 17:32:52.122009 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.147302 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.152797 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-750ab685-44e0-457d-b78c-d39dc50c300d None None] Provisioning for port 2697c852-4972-4026-840f-3ae51c9485b0 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:32:52.165560 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-750ab685-44e0-457d-b78c-d39dc50c300d None None] Provisioning complete for port 2697c852-4972-4026-840f-3ae51c9485b0 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:32:52.168057 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-750ab685-44e0-457d-b78c-d39dc50c300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.370830 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-750ab685-44e0-457d-b78c-d39dc50c300d None None] Port 2697c852-4972-4026-840f-3ae51c9485b0 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:32:52.835626 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2697c852-4972-4026-840f-3ae51c9485b0 {{(pid=74463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:52.845606 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.851401 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46180) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:52.874123 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Transition to ACTIVE for port object 2697c852-4972-4026-840f-3ae51c9485b0 will not be triggered until provisioned by entity L2. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:32:52.963971 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:52.983282 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:53.094016 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.130377 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:53.137155 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] Usage tracker for resource:security_group_rule and tenant:77324fdf305a4396a3c7d6c30910c7ae is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:53.144425 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:53.163489 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:53.340004 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:53.351641 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:53.411183 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.462460 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4456be-55d5-4d1b-97a0-285b4ec93105 req-3d7c9477-5653-40b3-bbd9-05b3a97b6821 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:53.472179 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aa4456be-55d5-4d1b-97a0-285b4ec93105 req-3d7c9477-5653-40b3-bbd9-05b3a97b6821 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1396322 Apr 30 17:32:53.550609 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aa4456be-55d5-4d1b-97a0-285b4ec93105 req-4730fd85-c8f0-422c-bbef-7745e6ef0271 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774138 Apr 30 17:32:53.558189 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.588037 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Attempting to bind port 2697c852-4972-4026-840f-3ae51c9485b0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:32:53.591397 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Attempting to bind port 2697c852-4972-4026-840f-3ae51c9485b0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:32:53.592363 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Attempting to bind port 2697c852-4972-4026-840f-3ae51c9485b0 on network 3df2c107-5571-43b1-818b-58943ce04e22 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:53.612392 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Port 2697c852-4972-4026-840f-3ae51c9485b0 on network 3df2c107-5571-43b1-818b-58943ce04e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:32:53.615305 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Attempting to bind port 2697c852-4972-4026-840f-3ae51c9485b0 on network 3df2c107-5571-43b1-818b-58943ce04e22 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:32:53.623610 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ea3c95f1-00c0-45fb-a611-f71b90fe2d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:53.628168 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:32:53.629181 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Checking segment: {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:32:53.630519 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Bound using segment: {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:32:53.632281 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Bound port: 2697c852-4972-4026-840f-3ae51c9485b0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'}}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:32:53.633281 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.634621 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77324fdf305a4396a3c7d6c30910c7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7812333 Apr 30 17:32:53.640434 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46196) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:53.684182 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8e378e-498a-4af8-acf3-d1a3e40b924e,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:53.690517 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-0b79c716-0ef9-4618-80a2-d2919680e20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:53.748722 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a10f4031-8b8f-4998-8749-b7beb2db196f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.783983 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, cleared binding levels {{(pid=74463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:32:53.788629 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:32:53.806936 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a10f4031-8b8f-4998-8749-b7beb2db196f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.906480 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.910636 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5ecd54f5-d50a-48c9-89da-98b983eb8038 tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:53.970058 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:53.970743 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:53.972286 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] 10.222.0.64 "PUT /v2.0/ports/2697c852-4972-4026-840f-3ae51c9485b0 HTTP/1.1" status: 200 len: 1093 time: 2.0455923 Apr 30 17:32:53.972653 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:32:54.004058 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a10f4031-8b8f-4998-8749-b7beb2db196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:54.013742 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-3c7fd7da-ff88-4dc7-8a98-6ab733c7b91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:54.052724 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=3']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:54.053375 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f4031-8b8f-4998-8749-b7beb2db196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8e378e-498a-4af8-acf3-d1a3e40b924e,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:54.060239 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:54.072000 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a10f4031-8b8f-4998-8749-b7beb2db196f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:54.074108 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a10f4031-8b8f-4998-8749-b7beb2db196f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:54.080294 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-a10f4031-8b8f-4998-8749-b7beb2db196f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f8e378e-498a-4af8-acf3-d1a3e40b924e HTTP/1.1" status: 204 len: 168 time: 0.4383602 Apr 30 17:32:54.092334 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0', 'status': 'completed', 'code': 200} Apr 30 17:32:54.231691 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503d83-5fc7-43d3-979a-c97caadd86cf req-e7db700e-db28-49f6-8c76-05a307dc7853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:54.233618 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e6503d83-5fc7-43d3-979a-c97caadd86cf req-e7db700e-db28-49f6-8c76-05a307dc7853 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 1096 time: 0.1127064 Apr 30 17:32:54.738470 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503d83-5fc7-43d3-979a-c97caadd86cf req-6189f0bf-6520-43a1-9f5b-98c96e7c05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:54.740528 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e6503d83-5fc7-43d3-979a-c97caadd86cf req-6189f0bf-6520-43a1-9f5b-98c96e7c05ee service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=bf6ce34dbe8946e680c69c33095850e5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4991653 Apr 30 17:32:54.981118 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f1479-5c93-477d-a935-2257121e950d req-6541a403-c6d5-4f68-abe2-c1cec6f54933 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:54.991151 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-386f1479-5c93-477d-a935-2257121e950d req-6541a403-c6d5-4f68-abe2-c1cec6f54933 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1766114 Apr 30 17:32:55.045556 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503d83-5fc7-43d3-979a-c97caadd86cf req-f6093a18-915b-43a0-8844-a2f7eb2e9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:55.047986 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e6503d83-5fc7-43d3-979a-c97caadd86cf req-f6093a18-915b-43a0-8844-a2f7eb2e9529 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2967968 Apr 30 17:32:55.092852 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-386f1479-5c93-477d-a935-2257121e950d req-94039673-fe62-40bb-9bca-35855ff19932 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993402 Apr 30 17:32:55.168054 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46226) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:55.210851 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:55.250252 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:32:55.261672 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Usage tracker for resource:security_group_rule and tenant:7a0b0804ec224f1eb45ffb709872c66e is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:32:55.265023 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-785c1d8f-f926-44fb-a617-6bd5853ff943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:55.266884 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-785c1d8f-f926-44fb-a617-6bd5853ff943 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 1096 time: 0.1273041 Apr 30 17:32:55.268683 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:32:55.282344 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:32:55.355421 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-ec4fa9d5-9926-4536-a594-13c4544c6d17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2697c852-4972-4026-840f-3ae51c9485b0 HTTP/1.1" status: 200 len: 217 time: 0.0777700 Apr 30 17:32:55.487335 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-70e92c8a-8e95-4515-818e-306601b5b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:55.492171 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:55.494886 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-70e92c8a-8e95-4515-818e-306601b5b4a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.1263375 Apr 30 17:32:55.571049 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:55.599792 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d7321edd-baea-4ad4-9f88-804a8f0ad229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:55.652656 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-2df80fb6-0776-438b-b3bc-45d231979797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:55.654383 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-2df80fb6-0776-438b-b3bc-45d231979797 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1481643 Apr 30 17:32:55.684814 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a0b0804ec224f1eb45ffb709872c66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5148678 Apr 30 17:32:55.699345 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46234) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:32:55.700468 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7a51a3-97dc-4be2-9a66-baf88e03d0ec,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:55.731216 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.731595 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.731953 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.732307 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.732682 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.733009 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.733360 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.733707 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.734292 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.779983 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.779983 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.779983 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:32:55.779983 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:55.808259 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a15d0e6a-8d92-42b6-8a2c-3ff2ad2049ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:55.869103 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a15d0e6a-8d92-42b6-8a2c-3ff2ad2049ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:55.883322 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-cff1acca-48f3-4ca7-9c02-aba21a66324a service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210462 Apr 30 17:32:56.102093 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-be94c736-6876-46b8-aa35-5cf098d3b8b1 req-365c3160-5410-418d-9a2e-587b3f39c9c7 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079720 Apr 30 17:32:56.157218 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a15d0e6a-8d92-42b6-8a2c-3ff2ad2049ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.162253 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d8e5c515-fa59-45f1-b92e-c99c1fe5e6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:56.177624 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d0e6a-8d92-42b6-8a2c-3ff2ad2049ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7a51a3-97dc-4be2-9a66-baf88e03d0ec,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:56.181797 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a15d0e6a-8d92-42b6-8a2c-3ff2ad2049ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:56.184270 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a15d0e6a-8d92-42b6-8a2c-3ff2ad2049ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:56.185728 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-a15d0e6a-8d92-42b6-8a2c-3ff2ad2049ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea7a51a3-97dc-4be2-9a66-baf88e03d0ec HTTP/1.1" status: 204 len: 168 time: 0.4811440 Apr 30 17:32:56.490277 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6eae5a-1def-4ebc-b866-024bfdab3ccd req-7c9e3e5f-ab7c-46f1-9af6-06ebc09a0397 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:56.498650 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc6eae5a-1def-4ebc-b866-024bfdab3ccd req-7c9e3e5f-ab7c-46f1-9af6-06ebc09a0397 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1899822 Apr 30 17:32:56.549434 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc6eae5a-1def-4ebc-b866-024bfdab3ccd req-a71004cd-58e7-4bcf-8977-711b25c95fe8 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497842 Apr 30 17:32:57.803985 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513747a6-a51c-4367-8e2c-89593128ca3a req-a85bc9ce-b15b-4928-a7c0-027dd77f8a40 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:57.813605 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-513747a6-a51c-4367-8e2c-89593128ca3a req-a85bc9ce-b15b-4928-a7c0-027dd77f8a40 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1444139 Apr 30 17:32:57.899973 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-513747a6-a51c-4367-8e2c-89593128ca3a req-735f8458-6a8e-4d9b-aaac-279395b63f4c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779319 Apr 30 17:32:58.673123 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339118-2397-487a-ac11-053d60146e74 req-0ebb856a-d5b4-4609-9d86-cf49d64b2ff1 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:58.688073 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-0ebb856a-d5b4-4609-9d86-cf49d64b2ff1 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/networks?id=e4d3dfa3-057a-4002-93df-400d698f784b HTTP/1.1" status: 200 len: 814 time: 0.2565262 Apr 30 17:32:58.720312 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-5e1791d6-8044-4d4c-b556-f75099d0bbd3 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/quotas/f6118160028b4e47a58c0dc84efd6679 HTTP/1.1" status: 200 len: 375 time: 0.0303099 Apr 30 17:32:58.823482 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-b454a51b-97ef-45c7-8b70-75cf6a7fa421 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6118160028b4e47a58c0dc84efd6679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012409 Apr 30 17:32:59.000813 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:32:59.273896 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-3b341a64-68a1-4c94-b840-ea1d5b712f25 service neutron] 10.222.0.32 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443247 Apr 30 17:32:59.414546 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:59.459298 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '2697c852-4972-4026-840f-3ae51c9485b0', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'port_id': '2697c852-4972-4026-840f-3ae51c9485b0', 'mac_address': 'fa:16:3e:19:c7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:32:59.588266 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:59.623133 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2697c852-4972-4026-840f-3ae51c9485b0 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:32:59.661123 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:32:59.684812 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2225c-fb4e-4ab6-8dae-44496dcc76a3 req-77215a2f-c3ed-4869-a607-013a3754b9c9 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:32:59.686386 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-36a2225c-fb4e-4ab6-8dae-44496dcc76a3 req-77215a2f-c3ed-4869-a607-013a3754b9c9 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.3758831 Apr 30 17:32:59.741115 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:32:59.747755 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:32:59.752014 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-6457cc0b-6cd6-439c-8ad3-dd038e5d60ae service neutron] 10.222.0.32 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742138 Apr 30 17:32:59.846951 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:32:59.851353 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:32:59.867456 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-36a2225c-fb4e-4ab6-8dae-44496dcc76a3 req-0d0c7508-3c9e-4c9a-a83c-d03a4ed7b96a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1640232 Apr 30 17:32:59.993830 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['2697c852-4972-4026-840f-3ae51c9485b0'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:33:00.310560 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d15db1fa-e8a4-4902-af57-a350fa61059e req-4b0fa9e1-5896-4610-8534-caf036742f0b tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 210 time: 0.0580900 Apr 30 17:33:01.032490 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:33:01.267917 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79a000-62d8-4703-acb0-55eb01ccc8fa req-004c6851-7f85-4f73-800b-ef432933b15e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:01.270471 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8f79a000-62d8-4703-acb0-55eb01ccc8fa req-004c6851-7f85-4f73-800b-ef432933b15e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 944 time: 0.2060621 Apr 30 17:33:01.351657 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 2697c852-4972-4026-840f-3ae51c9485b0 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:33:01.357544 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 2697c852-4972-4026-840f-3ae51c9485b0 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:33:01.359024 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:01.540616 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:01.553530 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-087504dc-d831-4e4f-a855-23bf05129a0d req-3e532abf-e4ca-44fa-9e21-5f5f1ae65a5e tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 210 time: 0.1193337 Apr 30 17:33:01.578153 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8f79a000-62d8-4703-acb0-55eb01ccc8fa req-2b7440ac-7f28-457a-95bb-74191ccaa7b6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2926667 Apr 30 17:33:01.590617 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:01.600711 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:01.642769 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0', 'code': 200} Apr 30 17:33:01.746290 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:01.748994 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:01.848676 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:01.852113 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:02.118952 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac4840-d0a4-4b96-a170-b47c5ec5c2ea req-ead42532-e2b7-4dde-bffa-ea0d20807225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:02.121665 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-fdac4840-d0a4-4b96-a170-b47c5ec5c2ea req-ead42532-e2b7-4dde-bffa-ea0d20807225 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 1098 time: 0.0973458 Apr 30 17:33:02.197097 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-fdac4840-d0a4-4b96-a170-b47c5ec5c2ea req-dc842774-7c81-4604-b354-1de4f6dcf400 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627470 Apr 30 17:33:02.759813 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-83ccb4d8-71a1-49cc-b28f-3e72e73db8ee req-3590a64b-f3a9-4d7e-b913-33582b4e1e8f tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 210 time: 0.0825179 Apr 30 17:33:02.828655 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1915cb-bfc3-45b7-aa18-c69e5a27777c req-b5cbc638-b13b-4e00-a244-af81e1b18b42 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:02.831217 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4a1915cb-bfc3-45b7-aa18-c69e5a27777c req-b5cbc638-b13b-4e00-a244-af81e1b18b42 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.1193783 Apr 30 17:33:02.881371 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4a1915cb-bfc3-45b7-aa18-c69e5a27777c req-5f5656c1-2e45-4809-b9d4-e942ebcbaa4f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436473 Apr 30 17:33:03.326288 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339118-2397-487a-ac11-053d60146e74 req-a73468ba-e4b5-4184-bfcf-f5065573b8e9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:03.327663 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-dc339118-2397-487a-ac11-053d60146e74 req-a73468ba-e4b5-4184-bfcf-f5065573b8e9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Synchronizing usage tracker for tenant:f6118160028b4e47a58c0dc84efd6679 on resource:network {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:33:03.479253 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-dc339118-2397-487a-ac11-053d60146e74 req-a73468ba-e4b5-4184-bfcf-f5065573b8e9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Unset dirty status for tenant:f6118160028b4e47a58c0dc84efd6679 on resource:network {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:33:03.481213 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-a73468ba-e4b5-4184-bfcf-f5065573b8e9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.64 "GET /v2.0/networks?id=e4d3dfa3-057a-4002-93df-400d698f784b HTTP/1.1" status: 200 len: 814 time: 0.3309400 Apr 30 17:33:03.502436 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Request body: {'port': {'device_id': '3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9', 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b', 'admin_state_up': True, 'tenant_id': 'f6118160028b4e47a58c0dc84efd6679'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:03.736463 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:03.748705 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:03.943218 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Made reservation on behalf of f6118160028b4e47a58c0dc84efd6679 for: {'port': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:33:03.946844 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:03.963124 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-51bba4d3-b6bc-461e-8f24-d26f358a1035 req-191693b5-94b3-4ef9-9abf-e5d44406c9ff tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 210 time: 0.0743468 Apr 30 17:33:04.122284 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034441b-781b-43a7-9d65-6cbae0bb9909 req-8f87e929-913b-4a1b-8920-8a0e1ad0793f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:04.124629 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f034441b-781b-43a7-9d65-6cbae0bb9909 req-8f87e929-913b-4a1b-8920-8a0e1ad0793f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0976963 Apr 30 17:33:04.148860 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Allocated IP 172.20.0.4 (e4d3dfa3-057a-4002-93df-400d698f784b/082502a8-ea9b-454d-b6cd-be30bdd35aa8/9d296d39-6595-4124-b1dd-42fa48a666c9) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:33:04.205502 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f034441b-781b-43a7-9d65-6cbae0bb9909 req-2bc848f9-f898-4e24-99e1-b1e0bbba9517 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718431 Apr 30 17:33:04.385291 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:04.516553 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c01619-35bb-4308-b501-8624d2332723 req-70634a75-267d-48d5-ae2b-b04021c29239 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:04.533216 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-09c01619-35bb-4308-b501-8624d2332723 req-70634a75-267d-48d5-ae2b-b04021c29239 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.1512964 Apr 30 17:33:04.533216 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46436) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:04.534685 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'floatingip': {'port_id': '2697c852-4972-4026-840f-3ae51c9485b0'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:04.562994 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:04.569014 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3a145dc1-746a-4d0c-b944-e0bf530613fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:04.619692 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:04.732028 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Network e4d3dfa3-057a-4002-93df-400d698f784b is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:33:04.735865 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:33:04.739966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:33:04.771586 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Pushing event updated for resources: {'Port': ['ID=9d296d39-6595-4124-b1dd-42fa48a666c9,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:04.790032 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.790513 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.790896 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.791274 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.791633 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.791990 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.792344 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.792697 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.793048 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.793417 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.793769 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.794132 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:04.799784 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:04.820693 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:04.821857 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:04.969636 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4752510 Apr 30 17:33:04.982400 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Request body: {'port': {'device_id': '3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:05.178873 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:05.344795 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128c32-a379-45bc-8fae-bb685cdf8e2c req-778da7ab-1f03-443a-9175-eb2549c8a6cf tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:05.346389 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ff128c32-a379-45bc-8fae-bb685cdf8e2c req-778da7ab-1f03-443a-9175-eb2549c8a6cf tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 931 time: 0.2531352 Apr 30 17:33:05.564483 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ff128c32-a379-45bc-8fae-bb685cdf8e2c req-fa0318ec-f25e-428e-b2e4-28dd7484cdf2 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075100 Apr 30 17:33:05.571798 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.db.resource_extend [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 17:33:05.694504 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d296d39-6595-4124-b1dd-42fa48a666c9 {{(pid=74463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:05.695112 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:05.703533 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:05.719100 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Transition to ACTIVE for port object 9d296d39-6595-4124-b1dd-42fa48a666c9 will not be triggered until provisioned by entity L2. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:33:05.842857 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:05.847221 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:05.867026 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:06.020159 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Pushing event updated for resources: {'Port': ['ID=9d296d39-6595-4124-b1dd-42fa48a666c9,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:06.023101 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:06.063272 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.l3_db [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Floating IP d95f7097-4ada-41f9-8597-6862481ba77e associated. External IP: 172.28.3.185, port: 2697c852-4972-4026-840f-3ae51c9485b0. Apr 30 17:33:06.142608 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Attempting to bind port 9d296d39-6595-4124-b1dd-42fa48a666c9 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:33:06.142987 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Attempting to bind port 9d296d39-6595-4124-b1dd-42fa48a666c9 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '134d1778-561c-4dc0-8e37-65805a909ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b'}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:33:06.143415 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Attempting to bind port 9d296d39-6595-4124-b1dd-42fa48a666c9 on network e4d3dfa3-057a-4002-93df-400d698f784b {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:33:06.148661 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Port 9d296d39-6595-4124-b1dd-42fa48a666c9 on network e4d3dfa3-057a-4002-93df-400d698f784b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:33:06.148995 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Attempting to bind port 9d296d39-6595-4124-b1dd-42fa48a666c9 on network e4d3dfa3-057a-4002-93df-400d698f784b {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:33:06.156749 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:33:06.157095 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Checking segment: {'id': '134d1778-561c-4dc0-8e37-65805a909ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:33:06.157486 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Bound using segment: {'id': '134d1778-561c-4dc0-8e37-65805a909ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b'} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:33:06.157920 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Bound port: 9d296d39-6595-4124-b1dd-42fa48a666c9, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134d1778-561c-4dc0-8e37-65805a909ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b'}}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:33:06.158300 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:06.282461 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] For port 9d296d39-6595-4124-b1dd-42fa48a666c9, host hv-cinder-78477, cleared binding levels {{(pid=74463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:33:06.287600 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] For port 9d296d39-6595-4124-b1dd-42fa48a666c9, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9d296d39-6595-4124-b1dd-42fa48a666c9,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:33:06.374475 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:06.378875 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9453a72b-83f8-43da-b7ae-57f3f36e90dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:06.454713 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:06.455621 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:06.457314 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] 10.222.0.64 "PUT /v2.0/ports/9d296d39-6595-4124-b1dd-42fa48a666c9 HTTP/1.1" status: 200 len: 1093 time: 1.4794869 Apr 30 17:33:06.460461 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9', 'tag': '9d296d39-6595-4124-b1dd-42fa48a666c9'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:06.476218 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:33:06.540375 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Pushing event updated for resources: {'Port': ['ID=9d296d39-6595-4124-b1dd-42fa48a666c9,revision_number=3']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:06.544431 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:06.556976 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9', 'tag': '9d296d39-6595-4124-b1dd-42fa48a666c9', 'status': 'completed', 'code': 200} Apr 30 17:33:06.688308 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c283c-1941-49eb-b31d-881193771f60 req-6d64979a-a1a4-4d59-8768-e424c4dbdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:06.691124 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-4b3c283c-1941-49eb-b31d-881193771f60 req-6d64979a-a1a4-4d59-8768-e424c4dbdc61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6118160028b4e47a58c0dc84efd6679&device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 1096 time: 0.1128025 Apr 30 17:33:06.750644 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:33:06.755854 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:06.769953 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] Sync routers for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:33:06.791685 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:33:06.794546 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:50Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:06.910490 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c283c-1941-49eb-b31d-881193771f60 req-93d1cb6a-7412-4832-b455-c9cae3eb724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:06.912340 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-4b3c283c-1941-49eb-b31d-881193771f60 req-93d1cb6a-7412-4832-b455-c9cae3eb724b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f6118160028b4e47a58c0dc84efd6679&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2061982 Apr 30 17:33:06.946400 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-19c27b86-fd86-4c7f-8e5d-b2170524d8df tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "PUT /v2.0/floatingips/d95f7097-4ada-41f9-8597-6862481ba77e HTTP/1.1" status: 200 len: 991 time: 2.4134688 Apr 30 17:33:06.950567 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:07.022590 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b49467-89fa-467e-adf8-811010cd3e87 req-d0636ef5-a150-4112-aacf-3c7377287a9e tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:07.025268 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-75b49467-89fa-467e-adf8-811010cd3e87 req-d0636ef5-a150-4112-aacf-3c7377287a9e tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 943 time: 0.1840091 Apr 30 17:33:07.112441 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c283c-1941-49eb-b31d-881193771f60 req-51bd3ac3-48f0-4389-902b-fdac02270a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:07.118831 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:33:07.119032 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-4b3c283c-1941-49eb-b31d-881193771f60 req-51bd3ac3-48f0-4389-902b-fdac02270a44 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1929646 Apr 30 17:33:07.119144 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46486) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:07.162235 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-75b49467-89fa-467e-adf8-811010cd3e87 req-aa4d717a-51cf-4808-9fa9-d595d88500de tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149657 Apr 30 17:33:07.198623 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] Deleting subnet b55c4be1-21dc-441d-beac-2144855f1df6 {{(pid=74464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:33:07.202382 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:07.264675 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0', 'status': 'completed', 'code': 200} Apr 30 17:33:07.330557 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530770778'] for subnet, precommit_delete_associations {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:07.344949 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339118-2397-487a-ac11-053d60146e74 req-d01fb612-ee02-4a4e-bd31-8c6513ec9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:07.346592 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-d01fb612-ee02-4a4e-bd31-8c6513ec9be9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f6118160028b4e47a58c0dc84efd6679&device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 1096 time: 0.1474509 Apr 30 17:33:07.407120 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-30a935a7-c927-438d-b2d8-cc8ada0be331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:07.408616 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-30a935a7-c927-438d-b2d8-cc8ada0be331 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 1098 time: 0.1429977 Apr 30 17:33:07.432343 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-fd9491b6-162b-484a-9307-00667ffa1fb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d296d39-6595-4124-b1dd-42fa48a666c9 HTTP/1.1" status: 200 len: 217 time: 0.0779550 Apr 30 17:33:07.494269 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:07.524802 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339118-2397-487a-ac11-053d60146e74 req-04b072ed-54de-400a-a7c9-0b67f0c7444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:07.528401 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-04b072ed-54de-400a-a7c9-0b67f0c7444d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=082502a8-ea9b-454d-b6cd-be30bdd35aa8 HTTP/1.1" status: 200 len: 854 time: 0.0835030 Apr 30 17:33:07.588800 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'd95f7097-4ada-41f9-8597-6862481ba77e', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'floating_ip_address': '172.28.3.185', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'port_id': '2697c852-4972-4026-840f-3ae51c9485b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'mac_address': 'fa:16:3e:19:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46667b3b-2470-4b68-95b3-633e719f1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:32:41Z', 'updated_at': '2021-04-30T17:33:05Z', 'revision_number': 1, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:07.594542 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] Checking router: 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:33:07.605747 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:33:07.606443 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:50Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:07.728901 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-faacd0e1-45f3-45a1-8650-b26fc48f4b6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4d3dfa3-057a-4002-93df-400d698f784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1896081 Apr 30 17:33:07.836069 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:33:07.844483 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-7d7f86bb-9fec-4d9c-9f6f-ec4e737210d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:07.846138 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-7d7f86bb-9fec-4d9c-9f6f-ec4e737210d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 918 time: 0.4273036 Apr 30 17:33:07.931824 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-8f03590f-c7ed-4f8a-aa21-e823da79d77e service neutron] 10.222.0.64 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951306 Apr 30 17:33:08.080158 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc339118-2397-487a-ac11-053d60146e74 req-6121eb75-fa77-4dd0-a0db-33ffc300f184 service neutron] 10.222.0.64 "GET /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408045 Apr 30 17:33:08.108718 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-e7608bef-8988-4696-b44b-ecfcaca166b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2697c852-4972-4026-840f-3ae51c9485b0 HTTP/1.1" status: 200 len: 999 time: 0.1833687 Apr 30 17:33:08.196012 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-d0e3b0cc-5c6b-45ac-9a9c-8a7f9aa01136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:08.197743 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-d0e3b0cc-5c6b-45ac-9a9c-8a7f9aa01136 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.0802507 Apr 30 17:33:08.309405 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530791861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531058655'] for subnet, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.329171 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:08.376521 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-47961e2e-d4fc-432e-a3da-6ec2de44b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:08.386806 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-47961e2e-d4fc-432e-a3da-6ec2de44b50d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1730368 Apr 30 17:33:08.416298 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55c4be1-21dc-441d-beac-2144855f1df6,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:08.418902 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.437418 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:08.437418 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b55c4be1-21dc-441d-beac-2144855f1df6 HTTP/1.1" status: 204 len: 168 time: 1.3185909 Apr 30 17:33:08.439782 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46502) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:08.458475 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'd95f7097-4ada-41f9-8597-6862481ba77e', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'floating_ip_address': '172.28.3.185', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'port_id': '2697c852-4972-4026-840f-3ae51c9485b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'mac_address': 'fa:16:3e:19:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46667b3b-2470-4b68-95b3-633e719f1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:32:41Z', 'updated_at': '2021-04-30T17:33:05Z', 'revision_number': 1, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:08.467462 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67b243b-6071-4f44-bb07-629086064c67 None None] The sync data for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb is: [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'd95f7097-4ada-41f9-8597-6862481ba77e', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'floating_ip_address': '172.28.3.185', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'port_id': '2697c852-4972-4026-840f-3ae51c9485b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'mac_address': 'fa:16:3e:19:c7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46667b3b-2470-4b68-95b3-633e719f1468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:32:41Z', 'updated_at': '2021-04-30T17:33:05Z', 'revision_number': 1, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:33:08.697564 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:08.719955 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc6597-c9fb-4545-b2fc-5f09b7e456d4 None None] New status for floating IP d95f7097-4ada-41f9-8597-6862481ba77e: ACTIVE {{(pid=74466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:33:08.732048 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-ca349fbf-696a-4fe2-8900-6225fd582c2c service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459976 Apr 30 17:33:08.886546 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7a601-29d1-41a5-b1c0-8fef7b5fbfa9 req-acf38100-57e8-4f2d-aaa4-29b0b0740733 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:08.888123 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9de7a601-29d1-41a5-b1c0-8fef7b5fbfa9 req-acf38100-57e8-4f2d-aaa4-29b0b0740733 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 943 time: 0.4135642 Apr 30 17:33:09.018011 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.070592 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ecb4a862-f7d7-44b0-b5a8-a289d49c2bb7 req-04903446-3569-4df3-94f2-3cfddf0d70d9 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294547 Apr 30 17:33:09.074311 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9de7a601-29d1-41a5-b1c0-8fef7b5fbfa9 req-c14533aa-cd97-4d5b-a0f7-00aa5e2290a0 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644068 Apr 30 17:33:09.160196 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da81cae-646c-457d-85ff-1fe7ead983ce']}} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:09.174436 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd84a082-b5c4-4c4c-afed-615acc08ebae') {'for_net_delete': True} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:09.174716 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd84a082-b5c4-4c4c-afed-615acc08ebae') {} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:09.187301 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530770787'] for segment, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.206436 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.215820 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=74464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:33:09.573193 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Network 6da81cae-646c-457d-85ff-1fe7ead983ce has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:33:09.583924 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530792215'] for segment, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:09.787852 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Network 6da81cae-646c-457d-85ff-1fe7ead983ce has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: Traceback (most recent call last): Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: timer() Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: cb(*args, **kw) Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: return func(*args, **kwargs) Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: self._notify() Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: self.callback(batched_events) Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: event.method(event) Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: return f(self, *a, **k) Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: return self._get(url).json() Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: return self.request(url, 'GET', **kwargs) Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:33:09.816586 dv-cinder-784779-10-smb neutron-server[74464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:33:10.054353 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.059227 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-678c72a5-4b9f-495a-bf9a-f8f5c20471d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:10.075752 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.081724 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=6da81cae-646c-457d-85ff-1fe7ead983ce,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:10.084822 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:10.087676 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] 10.222.0.32 "DELETE /v2.0/networks/6da81cae-646c-457d-85ff-1fe7ead983ce HTTP/1.1" status: 204 len: 168 time: 1.6472323 Apr 30 17:33:10.311452 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839c20c-3d43-4660-9143-2efe7141b617 req-68d528d5-5b60-4446-82c2-54d651ea752d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:10.313999 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f839c20c-3d43-4660-9143-2efe7141b617 req-68d528d5-5b60-4446-82c2-54d651ea752d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 943 time: 0.1111894 Apr 30 17:33:10.363516 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f839c20c-3d43-4660-9143-2efe7141b617 req-eb632bf0-4669-4aca-a7b9-7aa93d92761c tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Apr 30 17:33:10.492789 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46520) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:10.556942 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b422c5c8-8994-45e4-8d0f-b4292fdde05e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49b7c9395411411f8c05d6d6481da8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628922 Apr 30 17:33:10.559826 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46524) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:10.657992 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3dcee1f6-7411-4712-9092-fe3018ae2cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.702574 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3dcee1f6-7411-4712-9092-fe3018ae2cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.722269 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46530) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:10.854704 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3dcee1f6-7411-4712-9092-fe3018ae2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.858728 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b077a2dc-619c-49ae-bf49-af264a8776b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:10.860458 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.870483 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcee1f6-7411-4712-9092-fe3018ae2cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66581bcf-6b54-4614-9520-dd4f7f5b5ad1,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:10.874177 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-3dcee1f6-7411-4712-9092-fe3018ae2cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:10.876990 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:10.878625 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3dcee1f6-7411-4712-9092-fe3018ae2cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:10.881348 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-3dcee1f6-7411-4712-9092-fe3018ae2cd9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/66581bcf-6b54-4614-9520-dd4f7f5b5ad1 HTTP/1.1" status: 204 len: 168 time: 0.3187416 Apr 30 17:33:10.881548 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Usage tracker for resource:security_group_rule and tenant:e2565ea2e03a438b89f26084538d7de2 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:10.887931 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:10.895053 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:10.987434 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.064136 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 9d296d39-6595-4124-b1dd-42fa48a666c9 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:33:11.066707 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.079614 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:11.125489 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2565ea2e03a438b89f26084538d7de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017577 Apr 30 17:33:11.128939 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46540) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:11.131825 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8470f477-2e47-4c6e-bb8a-1dfb1925612f,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:11.145706 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:11.225457 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-efd6948e-7450-4bc6-a75f-42b2e0b75620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.256491 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 9d296d39-6595-4124-b1dd-42fa48a666c9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9d296d39-6595-4124-b1dd-42fa48a666c9,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:11.263937 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-efd6948e-7450-4bc6-a75f-42b2e0b75620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.272074 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '9d296d39-6595-4124-b1dd-42fa48a666c9', 'network_id': 'e4d3dfa3-057a-4002-93df-400d698f784b', 'port_id': '9d296d39-6595-4124-b1dd-42fa48a666c9', 'mac_address': 'fa:16:3e:54:6f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082502a8-ea9b-454d-b6cd-be30bdd35aa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:33:11.346532 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.371993 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d296d39-6595-4124-b1dd-42fa48a666c9 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:11.393307 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 9d296d39-6595-4124-b1dd-42fa48a666c9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9d296d39-6595-4124-b1dd-42fa48a666c9,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:11.402924 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-efd6948e-7450-4bc6-a75f-42b2e0b75620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.407631 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6a7ac0f8-5ba6-45bc-96f5-ed745a7fda15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:11.420290 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6948e-7450-4bc6-a75f-42b2e0b75620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8470f477-2e47-4c6e-bb8a-1dfb1925612f,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:11.425329 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-efd6948e-7450-4bc6-a75f-42b2e0b75620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:11.432068 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-efd6948e-7450-4bc6-a75f-42b2e0b75620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.432068 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-efd6948e-7450-4bc6-a75f-42b2e0b75620 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8470f477-2e47-4c6e-bb8a-1dfb1925612f HTTP/1.1" status: 204 len: 168 time: 0.2986073 Apr 30 17:33:11.464461 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:11.470321 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:11.553017 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=9d296d39-6595-4124-b1dd-42fa48a666c9,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:11.565281 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.565796 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.566426 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.566766 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.567265 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.567721 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.568137 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.568547 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.568957 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.569372 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.569777 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.570209 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:33:11.574484 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:11.658001 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2110-79c9-4324-a1c4-9cf870991687 req-910e4f4a-1c78-4eda-b9d4-d6da4c11e3fc tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:11.660457 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-517d2110-79c9-4324-a1c4-9cf870991687 req-910e4f4a-1c78-4eda-b9d4-d6da4c11e3fc tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 944 time: 0.1617129 Apr 30 17:33:11.745584 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['9d296d39-6595-4124-b1dd-42fa48a666c9'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:33:11.746689 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-c8113483-0cca-4339-b5a6-c1ecb46207cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1672232 Apr 30 17:33:11.779981 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-517d2110-79c9-4324-a1c4-9cf870991687 req-a75fb216-5d3a-40fd-97ff-80f45335560f tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090291 Apr 30 17:33:12.100801 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-43052b38-5939-4ae3-ac8e-991d4ad9c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:12.103051 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-43052b38-5939-4ae3-ac8e-991d4ad9c4ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 1099 time: 0.1484344 Apr 30 17:33:12.275552 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-aaed0cac-5869-4a40-8775-7202e4cf33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:12.280930 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-aaed0cac-5869-4a40-8775-7202e4cf33aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 912 time: 0.1491296 Apr 30 17:33:12.299829 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46576) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:12.333759 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:12.371350 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:12.380080 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:5990dd891e8945538b7043ac7d08c729 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:12.387282 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:12.401195 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:12.472154 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-a5843a93-6536-40d3-9921-505006a57223 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=315de6d0-5e5e-4559-9838-616d1cb6d592 HTTP/1.1" status: 200 len: 1002 time: 0.1862431 Apr 30 17:33:12.597195 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:12.682736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-f78ca97b-435f-4c69-85bb-61764850888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:12.685236 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-f78ca97b-435f-4c69-85bb-61764850888a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 200 len: 850 time: 0.2058744 Apr 30 17:33:12.688663 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:12.696470 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-efd6948e-7450-4bc6-a75f-42b2e0b75620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:12.746424 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296ab993-f07d-44d8-a401-64fe750d40f2,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:12.750912 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5990dd891e8945538b7043ac7d08c729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4495876 Apr 30 17:33:12.752497 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-942747ad-3a32-468b-95bc-1f1197d7c3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:12.753593 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46590) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:12.825584 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-5f86abca-28ea-4985-9897-b3808960a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:12.826780 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-5f86abca-28ea-4985-9897-b3808960a7c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1337080 Apr 30 17:33:12.836295 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21ee0-08ba-4ac8-8069-3029d694c1b7 req-366a313b-1214-42f0-8628-5280fcd991c8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:12.839179 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-67c21ee0-08ba-4ac8-8069-3029d694c1b7 req-366a313b-1214-42f0-8628-5280fcd991c8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.2182677 Apr 30 17:33:12.841220 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-74f43a4f-7d9d-43d1-8feb-d5c4def3968b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:12.877850 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-74f43a4f-7d9d-43d1-8feb-d5c4def3968b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:12.997214 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-74f43a4f-7d9d-43d1-8feb-d5c4def3968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.002812 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-70c6eb82-44b0-493c-8766-8370976087b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:13.018357 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f43a4f-7d9d-43d1-8feb-d5c4def3968b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296ab993-f07d-44d8-a401-64fe750d40f2,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:13.020971 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-74f43a4f-7d9d-43d1-8feb-d5c4def3968b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:13.024940 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-74f43a4f-7d9d-43d1-8feb-d5c4def3968b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.025728 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-74f43a4f-7d9d-43d1-8feb-d5c4def3968b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/296ab993-f07d-44d8-a401-64fe750d40f2 HTTP/1.1" status: 204 len: 168 time: 0.2708490 Apr 30 17:33:13.027758 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-67c21ee0-08ba-4ac8-8069-3029d694c1b7 req-44a2db2e-7185-492e-8697-8ccf6745eaf4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675560 Apr 30 17:33:13.082231 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-e60c650f-fa8a-4a90-b797-bb771cfdd9fe service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417903 Apr 30 17:33:13.085887 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 9d296d39-6595-4124-b1dd-42fa48a666c9 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:33:13.140573 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1149065-e4ca-488f-b883-4629acd03f1c req-420684ef-522f-4205-8957-73c05feec9f7 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:13.142904 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a1149065-e4ca-488f-b883-4629acd03f1c req-420684ef-522f-4205-8957-73c05feec9f7 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 944 time: 0.1737342 Apr 30 17:33:13.340546 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 9d296d39-6595-4124-b1dd-42fa48a666c9 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:33:13.350190 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 9d296d39-6595-4124-b1dd-42fa48a666c9 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:33:13.350989 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.394797 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a1149065-e4ca-488f-b883-4629acd03f1c req-53cde80e-e516-4dcc-b1af-69e7b40871ad tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838597 Apr 30 17:33:13.401135 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-195b4b07-ad40-4cf0-aacf-acdb1ae0ccc3 req-485a9208-2b5b-4f31-8c9b-73e5b9d24b28 service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042641 Apr 30 17:33:13.530809 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.533395 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.563984 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d296d39-6595-4124-b1dd-42fa48a666c9'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:13.575962 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 9d296d39-6595-4124-b1dd-42fa48a666c9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9d296d39-6595-4124-b1dd-42fa48a666c9,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:13.613135 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d296d39-6595-4124-b1dd-42fa48a666c9', 'code': 200} Apr 30 17:33:13.678217 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:13.683541 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-97881777-b932-496a-b7d2-b0b6e7023ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:13.825500 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=9d296d39-6595-4124-b1dd-42fa48a666c9,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:13.837804 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:14.219707 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23cdfe-0060-4ad8-9f2a-0c0a21f4a563 req-17d7f55e-4792-4333-a2b8-79b2218920b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:14.221879 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cf23cdfe-0060-4ad8-9f2a-0c0a21f4a563 req-17d7f55e-4792-4333-a2b8-79b2218920b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1017523 Apr 30 17:33:14.344404 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cf23cdfe-0060-4ad8-9f2a-0c0a21f4a563 req-a51259cf-aec3-4578-8ca4-f19daeef4abc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118360 Apr 30 17:33:14.385834 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048b0b-db55-4dba-8f6b-5a2583e99da0 req-3f554888-8232-4c13-b96d-e6dad53cce6f tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:14.388604 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-38048b0b-db55-4dba-8f6b-5a2583e99da0 req-3f554888-8232-4c13-b96d-e6dad53cce6f tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1239047 Apr 30 17:33:14.481710 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-38048b0b-db55-4dba-8f6b-5a2583e99da0 req-1171179b-fe4b-4027-b853-fc89c53f7770 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785341 Apr 30 17:33:14.691027 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c4d2-18d6-439d-bf26-7dba284d7b0a req-b2cb779c-a196-48f3-9131-2bde4ea497f9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:14.692578 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-30a8c4d2-18d6-439d-bf26-7dba284d7b0a req-b2cb779c-a196-48f3-9131-2bde4ea497f9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 945 time: 0.0938144 Apr 30 17:33:14.747932 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-30a8c4d2-18d6-439d-bf26-7dba284d7b0a req-b77270ea-5269-498a-a0d8-ae36cd99d4f6 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Apr 30 17:33:14.783525 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46638) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:14.846205 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-c57dd623-b58d-4d74-8ae3-eadab73a484f tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:14.847755 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-c57dd623-b58d-4d74-8ae3-eadab73a484f tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.0967000 Apr 30 17:33:14.901746 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1345034131-network', 'tenant_id': 'a2f008836103437e80a83fbf264270e4'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:14.906992 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:14.911054 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Usage tracker for resource:network and tenant:a2f008836103437e80a83fbf264270e4 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:14.914162 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:14.922990 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:15.000027 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Deleting port 315de6d0-5e5e-4559-9838-616d1cb6d592 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:33:15.000419 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.020083 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Made reservation on behalf of a2f008836103437e80a83fbf264270e4 for: {'network': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:33:15.023145 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.038005 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.058824 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:15.062790 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Usage tracker for resource:security_group_rule and tenant:a2f008836103437e80a83fbf264270e4 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:15.065829 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:15.071707 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:15.154509 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] For port 315de6d0-5e5e-4559-9838-616d1cb6d592, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=315de6d0-5e5e-4559-9838-616d1cb6d592,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:15.154938 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.221035 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.280380 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.291758 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-29577b00-6c5f-4126-81c7-e9beab6595df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:15.350335 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=74463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:33:15.360932 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:15.365655 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:15.375001 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.375979 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.segments_db [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Added segment e6d52535-307b-424f-8e6d-207265deeb7a of type vlan for network b738579e-3939-480f-a807-cb21b4b09a5a Apr 30 17:33:15.417011 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.585802 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.590246 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:15.590246 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.590497 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.590497 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.590497 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.l3_db [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Floating IP cdcf981d-ca8b-4847-b7d7-091778349d71 disassociated. External IP: 172.28.3.252, port: 315de6d0-5e5e-4559-9838-616d1cb6d592. Apr 30 17:33:15.590497 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Calling delete_port for 315de6d0-5e5e-4559-9838-616d1cb6d592 owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:33:15.611146 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3cd69f5c-c4a6-4954-8692-899c80eeabeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:15.722520 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Pushing event updated for resources: {'Network': ['ID=b738579e-3939-480f-a807-cb21b4b09a5a,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:15.725859 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:15.733085 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network b738579e-3939-480f-a807-cb21b4b09a5a details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:33:15.786270 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0012743 Apr 30 17:33:15.787891 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46654) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:15.799827 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Request body: {'subnet': {'network_id': 'b738579e-3939-480f-a807-cb21b4b09a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1345034131-subnet', 'tenant_id': 'a2f008836103437e80a83fbf264270e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:15.804797 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:15.809959 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Usage tracker for resource:subnet and tenant:a2f008836103437e80a83fbf264270e4 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:15.813152 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:15.819611 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:15.863942 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41b922-b832-49f0-b22b-238afc0e6103 req-71948cdb-bd0e-4e73-84f4-6aa99d9c85d0 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:15.865828 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2f41b922-b832-49f0-b22b-238afc0e6103 req-71948cdb-bd0e-4e73-84f4-6aa99d9c85d0 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 946 time: 0.1500046 Apr 30 17:33:15.935061 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Made reservation on behalf of a2f008836103437e80a83fbf264270e4 for: {'subnet': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:33:15.937387 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531058674'] for subnet, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.985105 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:15.999826 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f89852ec-df4f-4e5e-acd6-100f79ba757c tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:16.097019 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2f41b922-b832-49f0-b22b-238afc0e6103 req-54c78543-3955-4bcc-b7e7-1fa8f1e3e39d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e771bffe-3ac1-47dc-ad8e-dd36fef089ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203889 Apr 30 17:33:16.114892 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event deleted for resources: {'Port': ['ID=315de6d0-5e5e-4559-9838-616d1cb6d592,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:16.129150 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:16.390865 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751c3c7-1a43-4951-818a-c4966e2b83a5 req-6f9d51ce-4d7b-4ce9-97a0-83d8562cb8bd tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:16.392326 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0751c3c7-1a43-4951-818a-c4966e2b83a5 req-6f9d51ce-4d7b-4ce9-97a0-83d8562cb8bd tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 945 time: 0.4995999 Apr 30 17:33:16.520074 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0751c3c7-1a43-4951-818a-c4966e2b83a5 req-cce0aa7f-d5d6-4bf4-98d1-e90b5a7eb240 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186047 Apr 30 17:33:16.530374 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Router 833852cf-50b8-433d-b5f9-8c34cda8c797 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:33:16.654406 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-3bfc4221-4fa3-45f6-afd6-baae30caacfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:16.774811 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:33:16.786803 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] Sync routers for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:33:16.797645 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:33:16.798577 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:50Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:16.887049 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] No DVR routers for this DVR port 315de6d0-5e5e-4559-9838-616d1cb6d592 on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:33:16.891000 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:16.895435 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da780671-df77-46d8-96ca-482d8c8c497f', 'name': 'network-vif-deleted', 'tag': '315de6d0-5e5e-4559-9838-616d1cb6d592'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:16.916239 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fd1a74a1-7522-4199-a5b7-b74dea7d6e16 req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "DELETE /v2.0/ports/315de6d0-5e5e-4559-9838-616d1cb6d592 HTTP/1.1" status: 204 len: 173 time: 2.0563154 Apr 30 17:33:16.976323 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da780671-df77-46d8-96ca-482d8c8c497f', 'name': 'network-vif-deleted', 'tag': '315de6d0-5e5e-4559-9838-616d1cb6d592', 'status': 'completed', 'code': 200} Apr 30 17:33:17.038868 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:33:17.156556 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530791924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531058660'] for subnet, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:17.161279 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b5ff07bd-a61d-4fb1-ab6a-8b23823b1ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:17.327915 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Checking segment: {'id': 'e6d52535-307b-424f-8e6d-207265deeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b738579e-3939-480f-a807-cb21b4b09a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:33:17.328587 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Network hostable DHCP agents. Network: b738579e-3939-480f-a807-cb21b4b09a5a, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:33:17.347619 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b422689-a4b8-4bf0-ba7c-dec20ca6ded7,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:17.374427 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:17.466903 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-6698d25a-4165-4a52-a2c0-2637ae235d45 req-c0409519-bd64-428e-a2f0-19610066af7e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Synchronizing usage tracker for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:33:17.490621 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:17.496880 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] Checking router: 833852cf-50b8-433d-b5f9-8c34cda8c797 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:33:17.507788 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:33:17.508825 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:32:50Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:17.585628 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Network b738579e-3939-480f-a807-cb21b4b09a5a is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:33:17.588293 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-6698d25a-4165-4a52-a2c0-2637ae235d45 req-c0409519-bd64-428e-a2f0-19610066af7e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Unset dirty status for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:33:17.589433 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6698d25a-4165-4a52-a2c0-2637ae235d45 req-c0409519-bd64-428e-a2f0-19610066af7e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=da780671-df77-46d8-96ca-482d8c8c497f HTTP/1.1" status: 200 len: 210 time: 0.2449281 Apr 30 17:33:17.753735 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:33:17.757183 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, b738579e-3939-480f-a807-cb21b4b09a5a) {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:33:17.772864 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:17.774352 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:17.799974 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89159f-1010-4f30-89f1-7af527379453 None None] Network b738579e-3939-480f-a807-cb21b4b09a5a requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:33:17.860912 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-94a3af87-3ec8-4abf-8b03-783d6e33634e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0719845 Apr 30 17:33:18.335252 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45170ce-63b3-4542-8471-e97116582386 None None] Network b738579e-3939-480f-a807-cb21b4b09a5a requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:33:18.489904 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:18.523485 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8215eac5-c67c-4cc9-952b-822783c3c9e3 None None] The sync data for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb is: [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:33:18.848514 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8144af5-4f5d-4f6f-a1e8-c11e2aab5fdc None None] New status for floating IP cdcf981d-ca8b-4847-b7d7-091778349d71: DOWN {{(pid=74466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:33:18.900118 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46706) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:18.992406 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b08823da-dba2-49bb-87b6-1cbb92878890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.000333 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46714) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:19.006670 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-872192772-network', 'tenant_id': '7823053649ac4683a6fd1a248a74b04b'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:19.015398 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:19.026266 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Usage tracker for resource:network and tenant:7823053649ac4683a6fd1a248a74b04b is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:19.032307 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:19.035019 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b08823da-dba2-49bb-87b6-1cbb92878890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.041027 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:19.065955 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.106481 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 315de6d0-5e5e-4559-9838-616d1cb6d592 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:33:19.129008 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Made reservation on behalf of 7823053649ac4683a6fd1a248a74b04b for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:33:19.131933 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.158669 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.185184 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:19.189492 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 315de6d0-5e5e-4559-9838-616d1cb6d592 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:33:19.190228 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 315de6d0-5e5e-4559-9838-616d1cb6d592 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:33:19.191998 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Usage tracker for resource:security_group_rule and tenant:7823053649ac4683a6fd1a248a74b04b is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:19.197467 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:19.216475 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:19.244029 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b08823da-dba2-49bb-87b6-1cbb92878890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.250651 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:19.272916 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08823da-dba2-49bb-87b6-1cbb92878890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e771bffe-3ac1-47dc-ad8e-dd36fef089ca,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:19.275581 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b08823da-dba2-49bb-87b6-1cbb92878890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:19.329556 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.379146 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b08823da-dba2-49bb-87b6-1cbb92878890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.380397 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b08823da-dba2-49bb-87b6-1cbb92878890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "DELETE /v2.0/security-groups/e771bffe-3ac1-47dc-ad8e-dd36fef089ca HTTP/1.1" status: 204 len: 168 time: 0.4793363 Apr 30 17:33:19.384017 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46722) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:19.401715 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.api.v2.resource [None req-fba5b278-7708-43e3-b8c6-0f009bcdf4cc tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] show failed (client error): The resource could not be found. Apr 30 17:33:19.403180 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-fba5b278-7708-43e3-b8c6-0f009bcdf4cc tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups/e771bffe-3ac1-47dc-ad8e-dd36fef089ca HTTP/1.1" status: 404 len: 347 time: 0.0180335 Apr 30 17:33:19.406246 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46726) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:19.442924 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-8f93130d-61ab-49ac-8624-06466a9d9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.474360 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.491499 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8a3bfd17-e03d-46f5-9e2c-4025886a44a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:19.612248 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:33:19.614827 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f4c497-33fa-4d93-810b-48387b46a0fc,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:19.646170 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:19.663060 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.663408 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Added segment 919d5551-7afd-4e4c-978d-1aef5b125f77 of type vlan for network 9fff8837-89ab-465e-a620-dc08eaca7eb7 Apr 30 17:33:19.703077 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.740554 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Deleting port 4c1d98d5-4da8-4713-948f-6dcdb7939fc5 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:33:19.740901 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.840179 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.843308 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:19.843897 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.849478 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-d4c0151f-bbf0-4242-a002-fa4fbeac6f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:19.976055 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.976304 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:19.984475 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Pushing event updated for resources: {'Network': ['ID=9fff8837-89ab-465e-a620-dc08eaca7eb7,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:19.996228 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:20.002723 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 9fff8837-89ab-465e-a620-dc08eaca7eb7 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:33:20.156114 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1547005 Apr 30 17:33:20.159153 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46730) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:20.166916 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Request body: {'subnet': {'network_id': '9fff8837-89ab-465e-a620-dc08eaca7eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-872192772-subnet', 'tenant_id': '7823053649ac4683a6fd1a248a74b04b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:20.173517 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:20.178465 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Usage tracker for resource:subnet and tenant:7823053649ac4683a6fd1a248a74b04b is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:20.184585 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:20.191399 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:20.222689 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Calling delete_port for 4c1d98d5-4da8-4713-948f-6dcdb7939fc5 owned by network:floatingip {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:33:20.275004 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Made reservation on behalf of 7823053649ac4683a6fd1a248a74b04b for: {'subnet': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:33:20.280499 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531487926'] for subnet, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:20.437236 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:20.466497 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:20.475206 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-70472495-78a7-4a88-a3dd-a99bcac39739 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:20.542026 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:33:20.572340 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event deleted for resources: {'Port': ['ID=4c1d98d5-4da8-4713-948f-6dcdb7939fc5,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:20.605489 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:20.673259 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:20.772356 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:20.774273 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "DELETE /v2.0/floatingips/cdcf981d-ca8b-4847-b7d7-091778349d71 HTTP/1.1" status: 204 len: 168 time: 1.3668840 Apr 30 17:33:20.982943 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1692627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531487904'] for subnet, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:20.994188 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:21.113527 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46750) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:21.129776 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8fb44d9-6e8d-43fd-bc35-b10d472de9d1,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:21.133550 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:21.142554 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Checking segment: {'id': '919d5551-7afd-4e4c-978d-1aef5b125f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fff8837-89ab-465e-a620-dc08eaca7eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:33:21.142918 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Network hostable DHCP agents. Network: 9fff8837-89ab-465e-a620-dc08eaca7eb7, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:33:21.220831 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Network 9fff8837-89ab-465e-a620-dc08eaca7eb7 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:33:21.281184 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.299824 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:21.304129 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Usage tracker for resource:security_group_rule and tenant:a344afec1178453da7fdd893d485bfc5 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:21.307255 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:21.313250 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:21.334030 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 9fff8837-89ab-465e-a620-dc08eaca7eb7) {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:33:21.346496 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c821d0-7a46-4671-add9-c4f6eefeba2d None None] Network 9fff8837-89ab-465e-a620-dc08eaca7eb7 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:33:21.359425 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:21.360253 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.419599 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.463214 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-748bf1c8-09da-4012-a63f-56f847e3a1a9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2999163 Apr 30 17:33:21.488457 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.500645 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f10b4f5b-f9a7-46b9-89e0-ad78a997be45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:21.546667 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46762) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:21.553044 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821951364', 'description': 'tempest-description--378761005'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:21.568381 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:21.576665 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:security_group and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:21.581999 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a0435-f215-4b75-93ef-c045b9596272,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:21.583306 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:21.591936 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:21.603438 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a344afec1178453da7fdd893d485bfc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820647 Apr 30 17:33:21.603438 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 46766) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:21.605477 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:21.679102 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd18151b-395b-4045-bf2d-b6209db67d3a None None] Network 9fff8837-89ab-465e-a620-dc08eaca7eb7 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:33:21.706121 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd937a60-fc5b-40c3-b5bb-78b42e9c7713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.722521 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.746919 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd937a60-fc5b-40c3-b5bb-78b42e9c7713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.760401 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:21.768139 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:security_group_rule and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:21.782811 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:21.803805 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:21.913204 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd937a60-fc5b-40c3-b5bb-78b42e9c7713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.928765 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-0025d760-7064-418b-8b14-1335ae52e4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:21.971736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd937a60-fc5b-40c3-b5bb-78b42e9c7713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a0435-f215-4b75-93ef-c045b9596272,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:21.975684 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-dd937a60-fc5b-40c3-b5bb-78b42e9c7713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:21.992754 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-dd937a60-fc5b-40c3-b5bb-78b42e9c7713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:21.997142 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-dd937a60-fc5b-40c3-b5bb-78b42e9c7713 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f3a0435-f215-4b75-93ef-c045b9596272 HTTP/1.1" status: 204 len: 168 time: 0.3938775 Apr 30 17:33:22.046002 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.117049 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.123718 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-58c27d52-9894-4b68-b8d9-fc2ddb83323b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:22.145926 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.203776 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3711e8d4-bc75-4468-880b-8f6b43a9d252,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:22.208362 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:22.299745 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.301015 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7531059 Apr 30 17:33:22.303872 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46788) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:22.310778 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'security_group_rule': {'security_group_id': '3711e8d4-bc75-4468-880b-8f6b43a9d252', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:22.317343 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:22.326552 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:security_group_rule and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:22.338040 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:22.345928 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:22.451111 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.512251 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-df3de5ac-9411-4155-be5e-947c0831a4d1 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:22.518678 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-df3de5ac-9411-4155-be5e-947c0831a4d1 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/networks?id=b738579e-3939-480f-a807-cb21b4b09a5a HTTP/1.1" status: 200 len: 809 time: 0.2381511 Apr 30 17:33:22.539838 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-fb06a083-8295-4bd1-abe4-e31a1e6f9c90 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/quotas/a2f008836103437e80a83fbf264270e4 HTTP/1.1" status: 200 len: 375 time: 0.0153921 Apr 30 17:33:22.552560 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.594995 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-404abf87-3529-40cf-92b8-e04b7f64cb6d tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2f008836103437e80a83fbf264270e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496156 Apr 30 17:33:22.625810 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.638730 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e3bd94d0-2c6e-49e4-9b3a-23311d8d246b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:22.765444 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9514ebb0-f1db-43ee-9da7-4fbd827b20ac,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:22.770402 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:22.795903 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-4bea1470-154d-4cb8-8201-370a23158f97 service neutron] 10.222.0.32 "GET /v2.0/networks/b738579e-3939-480f-a807-cb21b4b09a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865427 Apr 30 17:33:22.928520 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:22.929993 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6250024 Apr 30 17:33:22.932650 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46796) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:22.938176 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'security_group_rule': {'security_group_id': '3711e8d4-bc75-4468-880b-8f6b43a9d252', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:22.939232 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-1e963704-f3c6-4151-b6cb-28d025258b41 service neutron] 10.222.0.32 "GET /v2.0/networks/b738579e-3939-480f-a807-cb21b4b09a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349092 Apr 30 17:33:22.948670 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:22.953256 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:security_group_rule and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:22.958718 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:22.965543 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:23.094597 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.163826 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.260405 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.263740 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:23.294848 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f7389a72-0b14-4f61-b72c-6172b29bdded req-a7b33c73-e923-4fc0-bf36-2550092aa279 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 210 time: 0.0498979 Apr 30 17:33:23.326849 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69723ba-8714-4c81-9ff0-23b866ba35c4,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:23.339121 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:23.409526 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.410671 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4770517 Apr 30 17:33:23.413910 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 46806) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:23.420561 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'floatingip': {'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:23.426815 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:23.431862 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Usage tracker for resource:floatingip and tenant:a15e20b74f0d4d84a7a49be43fe3147d is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:23.435064 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:23.447188 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:23.540789 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.751913 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:23.909076 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Allocated IP 172.28.3.55 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/d1a0969e-2625-4714-a6c6-7c036bac8862) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:33:24.105124 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.214342 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.220284 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ea47755b-1b10-4445-8bf7-bab8d43c3f74 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:24.281758 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:33:24.284587 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:33:24.293339 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:33:24.338236 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'Port': ['ID=d1a0969e-2625-4714-a6c6-7c036bac8862,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:24.343845 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:24.393633 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.437468 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e6d84a7b-bf18-43ca-b2ce-62c0e1592e8d req-fa0a2eb1-7b36-4c58-96c2-5a1838996e5c tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 210 time: 0.0507951 Apr 30 17:33:24.555645 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.787885 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.882785 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:24.888945 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-df07c270-b343-4f11-a171-acfe0eac2f30 tempest-VolumesNegativeTest-1428310000 tempest-VolumesNegativeTest-1428310000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:25.007200 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'Port': ['ID=d1a0969e-2625-4714-a6c6-7c036bac8862,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:25.007200 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:25.013568 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:25.173876 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:25.175617 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7596967 Apr 30 17:33:25.439232 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-7ce2f85b-1bd2-401e-aa5e-b9e459323487 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1821951364&fields=id&tenant_id=a15e20b74f0d4d84a7a49be43fe3147d HTTP/1.1" status: 200 len: 267 time: 0.0495551 Apr 30 17:33:25.662037 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dd93dad6-2aea-4b5f-b4ea-8efad5fead58 req-749823b3-3fd1-446c-b3aa-6fc1dd3deeac tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 210 time: 0.0962756 Apr 30 17:33:25.711222 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-59856b12-2cfc-430e-9308-98e18cd346b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:25.714003 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-59856b12-2cfc-430e-9308-98e18cd346b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 811 time: 0.2643847 Apr 30 17:33:25.730724 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-e33a08b5-21f0-47ef-9329-e3b7712144b5 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/quotas/a15e20b74f0d4d84a7a49be43fe3147d HTTP/1.1" status: 200 len: 375 time: 0.0123141 Apr 30 17:33:25.852542 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-c996bf3b-367e-45c0-9098-2c296c067e47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Synchronizing usage tracker for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:33:26.048600 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-c996bf3b-367e-45c0-9098-2c296c067e47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Unset dirty status for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:33:26.050110 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-c996bf3b-367e-45c0-9098-2c296c067e47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3110709 Apr 30 17:33:26.432576 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-9d7cc211-4ffe-4d5b-9fcf-b2db823dfd50 service neutron] 10.222.0.32 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671937 Apr 30 17:33:26.440795 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-fe429759-5f7e-41ae-851a-7cee7b3ebf65 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:26.442529 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-fe429759-5f7e-41ae-851a-7cee7b3ebf65 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.64 "GET /v2.0/networks?id=b738579e-3939-480f-a807-cb21b4b09a5a HTTP/1.1" status: 200 len: 809 time: 0.3581433 Apr 30 17:33:26.475077 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Request body: {'port': {'device_id': '068a4ed1-c501-4a28-88e5-15bed01b6c61', 'network_id': 'b738579e-3939-480f-a807-cb21b4b09a5a', 'admin_state_up': True, 'tenant_id': 'a2f008836103437e80a83fbf264270e4'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:26.726552 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-bb594643-67bc-4e02-a934-fb7919086a2b service neutron] 10.222.0.32 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789788 Apr 30 17:33:26.730738 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:26.734618 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Usage tracker for resource:port and tenant:a2f008836103437e80a83fbf264270e4 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:33:26.738251 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:33:26.746581 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:26.831550 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Made reservation on behalf of a2f008836103437e80a83fbf264270e4 for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:33:26.837001 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:27.060427 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2ef9b414-b006-414f-ab75-7ffdf311d0de req-c8af3a0c-dad1-4c8f-9fdc-8d536bcab74e tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 210 time: 0.1173561 Apr 30 17:33:27.129484 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-59c84d11-1c65-4ab7-a338-2c9ee43dcd06 req-b034ef58-8971-4766-95b8-d0654d63a1fa tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 210 time: 0.0795648 Apr 30 17:33:27.226042 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Allocated IP 172.20.0.14 (b738579e-3939-480f-a807-cb21b4b09a5a/1b422689-a4b8-4bf0-ba7c-dec20ca6ded7/10262c29-582e-4e3f-bc64-d5e4c6837c4b) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:33:27.523830 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:27.694642 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:27.701681 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a49ad0e0-ad3e-48ea-a29c-d1ea04717c9f tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:27.772424 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Network b738579e-3939-480f-a807-cb21b4b09a5a is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:33:27.776397 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:33:27.779218 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:33:27.843013 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Pushing event updated for resources: {'Port': ['ID=10262c29-582e-4e3f-bc64-d5e4c6837c4b,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:27.847090 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:27.896408 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:27.897356 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:28.020686 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a1ef2061-8ea6-4a9f-8277-36b7e49474b0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5507123 Apr 30 17:33:28.035683 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Request body: {'port': {'device_id': '068a4ed1-c501-4a28-88e5-15bed01b6c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:28.156888 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:28.444607 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2923d915-ef30-4d57-88d1-ed35816af4a2 req-f505d367-5a16-4f04-8eba-69c1e0f6da99 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 210 time: 0.0750175 Apr 30 17:33:28.457125 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca833ece-6265-49db-9a3b-2a96204c19b2 req-cbf2599e-08f1-4354-8356-6ed7f6935c44 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:28.457938 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-ca833ece-6265-49db-9a3b-2a96204c19b2 req-cbf2599e-08f1-4354-8356-6ed7f6935c44 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Synchronizing usage tracker for tenant:a2f008836103437e80a83fbf264270e4 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:33:28.610171 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-ca833ece-6265-49db-9a3b-2a96204c19b2 req-cbf2599e-08f1-4354-8356-6ed7f6935c44 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Unset dirty status for tenant:a2f008836103437e80a83fbf264270e4 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:33:28.612226 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ca833ece-6265-49db-9a3b-2a96204c19b2 req-cbf2599e-08f1-4354-8356-6ed7f6935c44 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 932 time: 0.4116263 Apr 30 17:33:28.786141 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ca833ece-6265-49db-9a3b-2a96204c19b2 req-77d2ade8-88b5-4755-9372-c43478932e88 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669636 Apr 30 17:33:28.841106 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10262c29-582e-4e3f-bc64-d5e4c6837c4b {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:28.849085 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:28.864217 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Transition to ACTIVE for port object 10262c29-582e-4e3f-bc64-d5e4c6837c4b will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:33:28.945068 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:28.948892 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:29.105410 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Pushing event updated for resources: {'Port': ['ID=10262c29-582e-4e3f-bc64-d5e4c6837c4b,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:29.114509 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:29.187488 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Attempting to bind port 10262c29-582e-4e3f-bc64-d5e4c6837c4b on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:33:29.187826 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Attempting to bind port 10262c29-582e-4e3f-bc64-d5e4c6837c4b by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e6d52535-307b-424f-8e6d-207265deeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b738579e-3939-480f-a807-cb21b4b09a5a'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:33:29.188157 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Attempting to bind port 10262c29-582e-4e3f-bc64-d5e4c6837c4b on network b738579e-3939-480f-a807-cb21b4b09a5a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:33:29.193000 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Port 10262c29-582e-4e3f-bc64-d5e4c6837c4b on network b738579e-3939-480f-a807-cb21b4b09a5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:33:29.193317 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Attempting to bind port 10262c29-582e-4e3f-bc64-d5e4c6837c4b on network b738579e-3939-480f-a807-cb21b4b09a5a {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:33:29.198948 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:33:29.199285 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Checking segment: {'id': 'e6d52535-307b-424f-8e6d-207265deeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b738579e-3939-480f-a807-cb21b4b09a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:33:29.199668 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Bound using segment: {'id': 'e6d52535-307b-424f-8e6d-207265deeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b738579e-3939-480f-a807-cb21b4b09a5a'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:33:29.200102 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Bound port: 10262c29-582e-4e3f-bc64-d5e4c6837c4b, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d52535-307b-424f-8e6d-207265deeb7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'b738579e-3939-480f-a807-cb21b4b09a5a'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:33:29.200450 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:29.294960 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] For port 10262c29-582e-4e3f-bc64-d5e4c6837c4b, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:33:29.297900 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] For port 10262c29-582e-4e3f-bc64-d5e4c6837c4b, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=10262c29-582e-4e3f-bc64-d5e4c6837c4b,segment=NetworkSegment(e6d52535-307b-424f-8e6d-207265deeb7a),segment_id=e6d52535-307b-424f-8e6d-207265deeb7a)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:33:29.391764 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:29.395557 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:29.456371 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:29.457137 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:29.458673 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] 10.222.0.64 "PUT /v2.0/ports/10262c29-582e-4e3f-bc64-d5e4c6837c4b HTTP/1.1" status: 200 len: 1094 time: 1.4275997 Apr 30 17:33:29.459196 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068a4ed1-c501-4a28-88e5-15bed01b6c61', 'tag': '10262c29-582e-4e3f-bc64-d5e4c6837c4b'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:29.499591 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Pushing event updated for resources: {'Port': ['ID=10262c29-582e-4e3f-bc64-d5e4c6837c4b,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:29.504613 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ce559ac6-f8be-41b8-95d5-b2865f2909ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:29.532835 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068a4ed1-c501-4a28-88e5-15bed01b6c61', 'tag': '10262c29-582e-4e3f-bc64-d5e4c6837c4b', 'status': 'completed', 'code': 200} Apr 30 17:33:29.690334 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3d2b42f8-c91b-47f5-80a6-5bf837728bef req-561a4168-6401-41a5-baf0-a7fd2f6f7f94 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 210 time: 0.0511210 Apr 30 17:33:29.736093 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adc904-6bbe-42e0-b64b-d29c7656ba1c req-accc3a1a-0888-4cfa-816f-386af12617ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:29.737774 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3adc904-6bbe-42e0-b64b-d29c7656ba1c req-accc3a1a-0888-4cfa-816f-386af12617ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2f008836103437e80a83fbf264270e4&device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 1097 time: 0.1382596 Apr 30 17:33:30.020890 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adc904-6bbe-42e0-b64b-d29c7656ba1c req-75576533-92fd-4125-a1cc-2cdbad084d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:30.023331 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3adc904-6bbe-42e0-b64b-d29c7656ba1c req-75576533-92fd-4125-a1cc-2cdbad084d9f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a2f008836103437e80a83fbf264270e4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2739506 Apr 30 17:33:30.175271 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-abc22856-572f-4ef3-a3c3-cc60544f34d5 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:30.176844 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-abc22856-572f-4ef3-a3c3-cc60544f34d5 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 811 time: 0.2491972 Apr 30 17:33:30.195937 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9085882-d08b-4e1e-9741-7d3f332a574f req-1adb18f8-d4d8-46db-a362-513822b17e5d tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:30.197444 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d9085882-d08b-4e1e-9741-7d3f332a574f req-1adb18f8-d4d8-46db-a362-513822b17e5d tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 944 time: 0.2936180 Apr 30 17:33:30.259097 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adc904-6bbe-42e0-b64b-d29c7656ba1c req-2c211726-948b-4c59-90ed-a15ed8928e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:30.260562 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f3adc904-6bbe-42e0-b64b-d29c7656ba1c req-2c211726-948b-4c59-90ed-a15ed8928e55 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301731 Apr 30 17:33:30.264394 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-4668ca73-35bf-4147-b20f-9217013e943d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Synchronizing usage tracker for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:security_group {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:33:30.272807 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d9085882-d08b-4e1e-9741-7d3f332a574f req-53d3cf59-9722-4d43-bf00-878226c0d792 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646970 Apr 30 17:33:30.345054 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-4668ca73-35bf-4147-b20f-9217013e943d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Unset dirty status for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:security_group {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:33:30.346473 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-4668ca73-35bf-4147-b20f-9217013e943d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a15e20b74f0d4d84a7a49be43fe3147d HTTP/1.1" status: 200 len: 380 time: 0.1567926 Apr 30 17:33:30.357216 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'port': {'device_id': '6867550d-c068-4205-b38a-53f05a5b0719', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'admin_state_up': True, 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'security_groups': ['3711e8d4-bc75-4468-880b-8f6b43a9d252']}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:30.381349 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-02a26585-0a04-46d4-8817-15cb71c9ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:30.383230 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-02a26585-0a04-46d4-8817-15cb71c9ea4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2f008836103437e80a83fbf264270e4&device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 1097 time: 0.0810645 Apr 30 17:33:30.462290 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a565fe7b-6fa1-49dc-ad75-742147c14802 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10262c29-582e-4e3f-bc64-d5e4c6837c4b HTTP/1.1" status: 200 len: 217 time: 0.0671098 Apr 30 17:33:30.507217 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:33:30.518271 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:33:30.531516 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-7ba4e621-ca4a-4411-8828-acd0a4e46eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:30.531516 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-7ba4e621-ca4a-4411-8828-acd0a4e46eb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b422689-a4b8-4bf0-ba7c-dec20ca6ded7 HTTP/1.1" status: 200 len: 849 time: 0.0613046 Apr 30 17:33:30.578697 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-a8e509b3-0b71-4371-a225-37ccb3a8432a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b738579e-3939-480f-a807-cb21b4b09a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419757 Apr 30 17:33:30.642613 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Made reservation on behalf of a15e20b74f0d4d84a7a49be43fe3147d for: {'port': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:33:30.646334 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:30.728378 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-33f68cb4-1039-4543-9c32-935f4b3c5c67 service neutron] 10.222.0.64 "GET /v2.0/networks/b738579e-3939-480f-a807-cb21b4b09a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408803 Apr 30 17:33:30.833467 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Allocated IP 172.20.0.7 (1f96aec8-9fc2-4afd-9d3a-dc3d2691add1/37d8006d-9e04-4f1f-93fd-906732c23313/af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:33:30.993209 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a7da3e19-3efd-4967-b173-9f0ca48bc450 req-8566bc93-3ebe-46d8-8e2f-7c1e978b3629 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 210 time: 0.1476634 Apr 30 17:33:31.019284 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a5d9be4c-469e-47a6-8a3a-850b1bb58cad req-ebb042de-d91d-4266-b644-208459d8de69 service neutron] 10.222.0.64 "GET /v2.0/networks/b738579e-3939-480f-a807-cb21b4b09a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844002 Apr 30 17:33:31.189455 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.209749 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Transition to ACTIVE for port object af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:33:31.320388 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.325005 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f02f1e12-5239-4e3f-8367-374e0053ca94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:31.443068 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:33:31.448829 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:33:31.456630 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:33:31.497046 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6a71c-7b5e-48db-a8f0-5fa74d5948a2 req-5dcd99cf-9bf5-4f0c-961f-e9f232078494 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:31.499124 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5da6a71c-7b5e-48db-a8f0-5fa74d5948a2 req-5dcd99cf-9bf5-4f0c-961f-e9f232078494 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 944 time: 0.1063473 Apr 30 17:33:31.520118 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event updated for resources: {'Port': ['ID=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:31.529457 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:31.566630 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5da6a71c-7b5e-48db-a8f0-5fa74d5948a2 req-0d2f6186-c37e-4278-af05-c8b8aa41f586 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567577 Apr 30 17:33:31.582597 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:31.583469 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.694795 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3428500 Apr 30 17:33:31.709773 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Request body: {'port': {'device_id': '6867550d-c068-4205-b38a-53f05a5b0719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:31.841130 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.842480 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-8ee57a3d-df22-494f-8d2e-fcadcc48000f None None] Provisioning for port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:33:31.848406 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-8ee57a3d-df22-494f-8d2e-fcadcc48000f None None] Provisioning complete for port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:33:31.848765 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-8ee57a3d-df22-494f-8d2e-fcadcc48000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:31.912887 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-8ee57a3d-df22-494f-8d2e-fcadcc48000f None None] Port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:33:32.246900 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 {{(pid=74463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:32.255926 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:32.279098 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Transition to ACTIVE for port object af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 will not be triggered until provisioned by entity L2. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:33:32.284629 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c8cf5-2b99-4533-9767-9c0e28cba4b9 req-aaa64a1e-6399-41c7-b260-83ac8ac4e228 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:32.286243 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c71c8cf5-2b99-4533-9767-9c0e28cba4b9 req-aaa64a1e-6399-41c7-b260-83ac8ac4e228 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 931 time: 0.0980637 Apr 30 17:33:32.333750 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:32.334578 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c71c8cf5-2b99-4533-9767-9c0e28cba4b9 req-0238f385-cc0d-4c4d-ba5a-7747c03b6118 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Apr 30 17:33:32.339099 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b6fac307-dde1-4fe0-9a87-85150bd7b0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:32.548010 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Pushing event updated for resources: {'Port': ['ID=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:32.565174 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:32.613160 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Attempting to bind port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:33:32.613504 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Attempting to bind port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:33:32.613832 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Attempting to bind port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 on network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:33:32.619685 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 on network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:33:32.620011 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Attempting to bind port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 on network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:33:32.626190 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:33:32.626599 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Checking segment: {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:33:32.626922 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Bound using segment: {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'} {{(pid=74463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:33:32.627360 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Bound port: af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c65bba2-66e9-40ef-a7e2-effcc4d188bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1'}}] {{(pid=74463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:33:32.627996 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:32.735899 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] For port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9, host hv-cinder-78477, cleared binding levels {{(pid=74463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:33:32.739861 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] For port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:33:32.783722 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53a30e-5b75-4967-9096-ccc26edea265 req-c880170c-bb67-41b7-ae27-52b3fef208f0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:32.785272 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e53a30e-5b75-4967-9096-ccc26edea265 req-c880170c-bb67-41b7-ae27-52b3fef208f0 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 944 time: 0.0981846 Apr 30 17:33:32.831798 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:32.837633 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:32.841052 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e53a30e-5b75-4967-9096-ccc26edea265 req-b770df0f-1d6f-4f76-938f-0a43c4d722aa tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Apr 30 17:33:32.896878 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:32.897500 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:32.899080 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] 10.222.0.64 "PUT /v2.0/ports/af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 HTTP/1.1" status: 200 len: 1093 time: 1.1937079 Apr 30 17:33:32.899719 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6867550d-c068-4205-b38a-53f05a5b0719', 'tag': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:32.942661 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Pushing event updated for resources: {'Port': ['ID=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,revision_number=3']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:32.946478 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-57f7382b-d1ad-406f-92ba-e16b9e771a47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:32.955285 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6867550d-c068-4205-b38a-53f05a5b0719', 'tag': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9', 'status': 'completed', 'code': 200} Apr 30 17:33:33.061690 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cd8e9-feef-4b20-b443-927b1bb63243 req-4aaa3a49-e70e-42ba-bfdc-ad4fb3e80700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:33.064727 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-281cd8e9-feef-4b20-b443-927b1bb63243 req-4aaa3a49-e70e-42ba-bfdc-ad4fb3e80700 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 1096 time: 0.0900409 Apr 30 17:33:33.205001 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 10262c29-582e-4e3f-bc64-d5e4c6837c4b details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:33:33.228062 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cd8e9-feef-4b20-b443-927b1bb63243 req-4bda8a31-c3d3-4257-8632-eb2d13d26aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:33.229569 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-281cd8e9-feef-4b20-b443-927b1bb63243 req-4bda8a31-c3d3-4257-8632-eb2d13d26aa2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1563692 Apr 30 17:33:33.396886 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cd8e9-feef-4b20-b443-927b1bb63243 req-affce4d1-9210-44f5-988b-3d26be0463d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:33.400025 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-281cd8e9-feef-4b20-b443-927b1bb63243 req-affce4d1-9210-44f5-988b-3d26be0463d0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628058 Apr 30 17:33:33.441855 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 10262c29-582e-4e3f-bc64-d5e4c6837c4b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=10262c29-582e-4e3f-bc64-d5e4c6837c4b,segment=NetworkSegment(e6d52535-307b-424f-8e6d-207265deeb7a),segment_id=e6d52535-307b-424f-8e6d-207265deeb7a)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:33.457189 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '10262c29-582e-4e3f-bc64-d5e4c6837c4b', 'network_id': 'b738579e-3939-480f-a807-cb21b4b09a5a', 'port_id': '10262c29-582e-4e3f-bc64-d5e4c6837c4b', 'mac_address': 'fa:16:3e:1a:ce:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b422689-a4b8-4bf0-ba7c-dec20ca6ded7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:33:33.536450 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:33.556781 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10262c29-582e-4e3f-bc64-d5e4c6837c4b {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:33.560338 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-0abb9e5f-c448-4eac-87b5-534097765917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:33.562251 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-0abb9e5f-c448-4eac-87b5-534097765917 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 1096 time: 0.1192331 Apr 30 17:33:33.578827 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 10262c29-582e-4e3f-bc64-d5e4c6837c4b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=10262c29-582e-4e3f-bc64-d5e4c6837c4b,segment=NetworkSegment(e6d52535-307b-424f-8e6d-207265deeb7a),segment_id=e6d52535-307b-424f-8e6d-207265deeb7a)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:33.586830 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1e2bf-0a44-4ab7-bbbc-c9ed806c36e5 req-8148b0d8-6115-4b58-8a47-9cb9dff92b0a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:33.588428 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95e1e2bf-0a44-4ab7-bbbc-c9ed806c36e5 req-8148b0d8-6115-4b58-8a47-9cb9dff92b0a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 943 time: 0.0872505 Apr 30 17:33:33.636897 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-95e1e2bf-0a44-4ab7-bbbc-c9ed806c36e5 req-4d941041-4e31-4bae-9589-af1844120c91 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Apr 30 17:33:33.687676 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:33.689463 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:33.745716 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-33620484-876b-417a-b103-955d530f9904 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 HTTP/1.1" status: 200 len: 217 time: 0.1749051 Apr 30 17:33:33.766347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=10262c29-582e-4e3f-bc64-d5e4c6837c4b,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:33.769720 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:33.811820 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-50c3d533-f296-4b72-881d-bdcc9defa3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:33.813269 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-50c3d533-f296-4b72-881d-bdcc9defa3b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 200 len: 850 time: 0.0600553 Apr 30 17:33:33.891911 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-4b14acec-2356-4ccf-8480-365ada92a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:33.893517 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-4b14acec-2356-4ccf-8480-365ada92a7dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0723927 Apr 30 17:33:33.956798 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['10262c29-582e-4e3f-bc64-d5e4c6837c4b'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:33:34.047302 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-ac8a0944-feee-4867-9556-57fc967bc402 service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466525 Apr 30 17:33:34.101546 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d77bbc-0d24-4e9f-b498-a8cd8d72a4f6 req-652633ad-b8bd-4d22-8fc5-cd003e44386c tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:34.103743 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f5d77bbc-0d24-4e9f-b498-a8cd8d72a4f6 req-652633ad-b8bd-4d22-8fc5-cd003e44386c tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 945 time: 0.1302958 Apr 30 17:33:34.161106 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f5d77bbc-0d24-4e9f-b498-a8cd8d72a4f6 req-a2def750-5628-4288-b57c-48dd548d0aee tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481868 Apr 30 17:33:34.261817 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-aeac5bdd-ffa9-48f0-aa63-45ff7aed2573 req-c61bfa6c-19d8-41d1-bb51-53bd3aafcf19 service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050266 Apr 30 17:33:34.840084 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88ee97-9c00-4ed0-983b-0bcce9b6a97c req-f1ae9133-a934-4b9e-922a-2e4401819955 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:34.841715 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cf88ee97-9c00-4ed0-983b-0bcce9b6a97c req-f1ae9133-a934-4b9e-922a-2e4401819955 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 943 time: 0.0881903 Apr 30 17:33:34.903177 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cf88ee97-9c00-4ed0-983b-0bcce9b6a97c req-8d35b96c-66c0-460f-9680-4ba173fe4b51 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522773 Apr 30 17:33:35.227786 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 10262c29-582e-4e3f-bc64-d5e4c6837c4b up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:33:35.373789 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 10262c29-582e-4e3f-bc64-d5e4c6837c4b completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:33:35.379496 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 10262c29-582e-4e3f-bc64-d5e4c6837c4b triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:33:35.392029 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:35.392198 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f6db-553f-45d4-bfd2-085a399d2a9b req-5d1fb9e8-2d70-4afb-8940-93c71ffacd55 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:35.392198 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1af9f6db-553f-45d4-bfd2-085a399d2a9b req-5d1fb9e8-2d70-4afb-8940-93c71ffacd55 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 945 time: 0.0875852 Apr 30 17:33:35.430679 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1af9f6db-553f-45d4-bfd2-085a399d2a9b req-a70f18c2-6a55-4df1-b86c-cab34e2b2cc5 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 Apr 30 17:33:35.517498 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:35.546733 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a4ed1-c501-4a28-88e5-15bed01b6c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10262c29-582e-4e3f-bc64-d5e4c6837c4b'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:35.557089 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 10262c29-582e-4e3f-bc64-d5e4c6837c4b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=10262c29-582e-4e3f-bc64-d5e4c6837c4b,segment=NetworkSegment(e6d52535-307b-424f-8e6d-207265deeb7a),segment_id=e6d52535-307b-424f-8e6d-207265deeb7a)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:35.622501 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a4ed1-c501-4a28-88e5-15bed01b6c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10262c29-582e-4e3f-bc64-d5e4c6837c4b', 'code': 200} Apr 30 17:33:35.625401 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:35.627365 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:35.698056 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=10262c29-582e-4e3f-bc64-d5e4c6837c4b,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:35.701197 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:36.106254 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61500ee-6bac-4cd0-b242-96d925376b00 req-343c638f-cdef-4b34-bf05-59d916b8fb30 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:36.107860 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b61500ee-6bac-4cd0-b242-96d925376b00 req-343c638f-cdef-4b34-bf05-59d916b8fb30 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 943 time: 0.0904171 Apr 30 17:33:36.129803 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6a75f-e594-48bb-8e3b-5bec0a2e440e req-debaed54-bb22-41e8-953a-59a318291caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:36.131336 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-fbe6a75f-e594-48bb-8e3b-5bec0a2e440e req-debaed54-bb22-41e8-953a-59a318291caf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 1099 time: 0.0865278 Apr 30 17:33:36.155152 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b61500ee-6bac-4cd0-b242-96d925376b00 req-f6d5bd26-b125-47fd-b5fa-9371f93b6a75 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Apr 30 17:33:36.176306 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-fbe6a75f-e594-48bb-8e3b-5bec0a2e440e req-bc31165a-2a1f-4e0b-9c2c-2c0595d551c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366383 Apr 30 17:33:36.645214 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b502-52b0-4311-96b0-ec5f8839d807 req-2643ef00-3b4e-40f6-8002-55ed9e49fa70 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:36.647218 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d698b502-52b0-4311-96b0-ec5f8839d807 req-2643ef00-3b4e-40f6-8002-55ed9e49fa70 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 946 time: 0.0823512 Apr 30 17:33:36.694828 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d698b502-52b0-4311-96b0-ec5f8839d807 req-5b0ac696-30f1-4437-8d4c-afdafb2ce1db tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 Apr 30 17:33:37.220033 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:33:37.357165 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4920f-8a23-4b40-92b5-13e08c41d264 req-ef3ab5fd-d190-4807-a86b-d9fd5ad1f148 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:37.358822 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-43f4920f-8a23-4b40-92b5-13e08c41d264 req-ef3ab5fd-d190-4807-a86b-d9fd5ad1f148 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 943 time: 0.0939760 Apr 30 17:33:37.379506 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:37.394878 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'port_id': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9', 'mac_address': 'fa:16:3e:3b:8a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:33:37.409960 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-43f4920f-8a23-4b40-92b5-13e08c41d264 req-fce97bdc-8644-489e-b5d7-3ed6075a7e2d tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448787 Apr 30 17:33:37.457311 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:37.475578 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:33:37.496157 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:37.579604 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:37.581562 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:37.651047 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:37.654558 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:37.867400 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:33:37.918797 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5017f1c-1ab8-40a4-b7ad-1f4e7c6891f8 req-a5af4265-f0da-4ef5-b451-857f374b9d60 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:37.927612 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b5017f1c-1ab8-40a4-b7ad-1f4e7c6891f8 req-a5af4265-f0da-4ef5-b451-857f374b9d60 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 946 time: 0.1150393 Apr 30 17:33:37.992521 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b5017f1c-1ab8-40a4-b7ad-1f4e7c6891f8 req-424fccce-0be8-42f3-a5c7-8f7409c649ab tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629671 Apr 30 17:33:38.609182 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0626a1-08f5-46b2-a46f-839deb1224d5 req-c6f4c395-6d6c-48c6-bfec-b27144728e84 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:38.610717 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6c0626a1-08f5-46b2-a46f-839deb1224d5 req-c6f4c395-6d6c-48c6-bfec-b27144728e84 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 944 time: 0.0884364 Apr 30 17:33:38.660369 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6c0626a1-08f5-46b2-a46f-839deb1224d5 req-9ec9cd6d-2b59-4c24-bce9-2f50a290d0d9 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Apr 30 17:33:39.250765 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:33:39.396774 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:33:39.402244 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:33:39.402566 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.531637 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.560782 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6867550d-c068-4205-b38a-53f05a5b0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:39.572706 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:39.613517 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6867550d-c068-4205-b38a-53f05a5b0719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9', 'code': 200} Apr 30 17:33:39.653832 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:39.655702 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:39.730226 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:39.733480 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:39.867500 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e48f8-a1fe-4633-8af9-53062ecc44fd req-ed210a72-c1a4-48a9-9dc1-714648d1ba3e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:39.868917 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-992e48f8-a1fe-4633-8af9-53062ecc44fd req-ed210a72-c1a4-48a9-9dc1-714648d1ba3e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 945 time: 0.0914390 Apr 30 17:33:39.918835 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-992e48f8-a1fe-4633-8af9-53062ecc44fd req-645fa5b1-82f2-4316-a711-5e58b1e2539c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435860 Apr 30 17:33:40.000749 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a6994-73f8-417b-b332-de6fa206e558 req-c725862b-8b79-4e48-8af6-b2e1e22d8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:40.002265 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-da4a6994-73f8-417b-b332-de6fa206e558 req-c725862b-8b79-4e48-8af6-b2e1e22d8c77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 1098 time: 0.0759912 Apr 30 17:33:40.051533 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-da4a6994-73f8-417b-b332-de6fa206e558 req-81e8d2ee-de02-417f-9cbb-4429f5ba7da5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Apr 30 17:33:41.120736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62778cc2-1d2b-4142-8f07-729ed9474c8e req-d31cf1c3-75a1-4251-b7ce-d0ad9f7d0d35 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:41.122507 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-62778cc2-1d2b-4142-8f07-729ed9474c8e req-d31cf1c3-75a1-4251-b7ce-d0ad9f7d0d35 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 945 time: 0.0866861 Apr 30 17:33:41.194715 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-62778cc2-1d2b-4142-8f07-729ed9474c8e req-71952c69-c1f6-468b-bf5c-bf95cb7b5e78 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645654 Apr 30 17:33:42.399478 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bf5c0-401c-4891-b75a-4685a6ef344c req-36db6958-8e0b-4175-bf86-c9ee997b96b4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:42.401357 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b56bf5c0-401c-4891-b75a-4685a6ef344c req-36db6958-8e0b-4175-bf86-c9ee997b96b4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 945 time: 0.0926080 Apr 30 17:33:42.471944 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b56bf5c0-401c-4891-b75a-4685a6ef344c req-592cb3bc-e237-4bd2-b8fa-5af91784d4ee tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531530 Apr 30 17:33:42.830574 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a67866-1dfb-4602-b3c2-ed8971ea60d2 req-a1f1aeea-993e-4e53-8e3b-6cc9e2faeded tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:42.832177 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-46a67866-1dfb-4602-b3c2-ed8971ea60d2 req-a1f1aeea-993e-4e53-8e3b-6cc9e2faeded tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 945 time: 0.1290076 Apr 30 17:33:42.842269 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47034) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:33:42.848542 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-b97db0bc-f03f-4d4f-9e52-47d33979fd48 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Request body: {'floatingip': {'port_id': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:33:42.954420 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b97db0bc-f03f-4d4f-9e52-47d33979fd48 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:43.328057 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804dff2-d42c-48be-aec2-7af4a778a059 req-ddcf12c1-7af2-4bbd-8749-855a76cc9038 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:43.330737 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4804dff2-d42c-48be-aec2-7af4a778a059 req-ddcf12c1-7af2-4bbd-8749-855a76cc9038 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 946 time: 0.1038096 Apr 30 17:33:43.396067 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4804dff2-d42c-48be-aec2-7af4a778a059 req-77564c2d-0993-4a66-89b7-0b3e77fdb14c tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589106 Apr 30 17:33:43.470935 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:43.615555 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a363e0-2fdd-42df-b929-54e9f6301b9b req-a4b10417-353b-47b0-a86e-c48f16bc2234 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:43.618859 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f8a363e0-2fdd-42df-b929-54e9f6301b9b req-a4b10417-353b-47b0-a86e-c48f16bc2234 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 945 time: 0.1388264 Apr 30 17:33:43.825155 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f8a363e0-2fdd-42df-b929-54e9f6301b9b req-6aef0da6-4a57-4010-8ced-7554727b3655 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968534 Apr 30 17:33:43.861898 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b97db0bc-f03f-4d4f-9e52-47d33979fd48 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:43.979924 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b97db0bc-f03f-4d4f-9e52-47d33979fd48 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:44.273165 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.l3_db [None req-b97db0bc-f03f-4d4f-9e52-47d33979fd48 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Floating IP 2c008ddf-6ec8-4e53-82cd-4d1d9a3eeb28 associated. External IP: 172.28.3.55, port: af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9. Apr 30 17:33:44.655984 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97db0bc-f03f-4d4f-9e52-47d33979fd48 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Router 833852cf-50b8-433d-b5f9-8c34cda8c797 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:33:44.666889 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c5d61-331c-466e-89a8-878c521e2ee5 req-1e5abe72-d6b7-48ed-85bf-bb550ad294f3 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:44.668603 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4d3c5d61-331c-466e-89a8-878c521e2ee5 req-1e5abe72-d6b7-48ed-85bf-bb550ad294f3 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 946 time: 0.1168797 Apr 30 17:33:44.735790 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4d3c5d61-331c-466e-89a8-878c521e2ee5 req-d740147d-1bec-4477-9a29-1ec799f6ea0b tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/security-groups?id=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559485 Apr 30 17:33:44.858688 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97db0bc-f03f-4d4f-9e52-47d33979fd48 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:33:44.870789 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b97db0bc-f03f-4d4f-9e52-47d33979fd48 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:44.873075 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] Sync routers for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:33:44.891791 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:33:44.891791 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:33:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:44.938441 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b97db0bc-f03f-4d4f-9e52-47d33979fd48 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "PUT /v2.0/floatingips/2c008ddf-6ec8-4e53-82cd-4d1d9a3eeb28 HTTP/1.1" status: 200 len: 990 time: 2.0941381 Apr 30 17:33:44.938993 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6867550d-c068-4205-b38a-53f05a5b0719', 'tag': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:45.065557 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-4946efcf-7ea0-4ca0-818e-0c8f6d9a7f26 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:45.067920 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-4946efcf-7ea0-4ca0-818e-0c8f6d9a7f26 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.64 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 946 time: 0.0928631 Apr 30 17:33:45.094393 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc190e0-8f00-48e2-819b-0d42253b268c req-dfa03069-0fea-42dd-b9ae-675399de0e56 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:45.102762 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2fc190e0-8f00-48e2-819b-0d42253b268c req-dfa03069-0fea-42dd-b9ae-675399de0e56 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 945 time: 0.1186604 Apr 30 17:33:45.147891 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2fc190e0-8f00-48e2-819b-0d42253b268c req-0c20fe1e-83c2-49da-8854-a26d25ce10bb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 Apr 30 17:33:45.163989 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:33:45.237312 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6867550d-c068-4205-b38a-53f05a5b0719', 'tag': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9', 'status': 'completed', 'code': 200} Apr 30 17:33:45.271769 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Deleting port 10262c29-582e-4e3f-bc64-d5e4c6837c4b {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:33:45.272520 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:45.338988 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-06a4adb1-19f0-423e-95b8-e6d3dcb32708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:45.340906 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-06a4adb1-19f0-423e-95b8-e6d3dcb32708 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 1098 time: 0.0833209 Apr 30 17:33:45.433602 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] For port 10262c29-582e-4e3f-bc64-d5e4c6837c4b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=10262c29-582e-4e3f-bc64-d5e4c6837c4b,segment=NetworkSegment(e6d52535-307b-424f-8e6d-207265deeb7a),segment_id=e6d52535-307b-424f-8e6d-207265deeb7a)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:45.433963 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:45.501928 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-dd2021c2-07b3-4715-b74c-137f518aa2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:45.503745 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-dd2021c2-07b3-4715-b74c-137f518aa2af service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 200 len: 912 time: 0.1553960 Apr 30 17:33:45.592003 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Calling delete_port for 10262c29-582e-4e3f-bc64-d5e4c6837c4b owned by compute:nova {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:33:45.595864 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': '2c008ddf-6ec8-4e53-82cd-4d1d9a3eeb28', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'floating_ip_address': '172.28.3.55', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'port_id': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'mac_address': 'fa:16:3e:3b:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6867550d-c068-4205-b38a-53f05a5b0719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:33:24Z', 'updated_at': '2021-04-30T17:33:43Z', 'revision_number': 1, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:45.603688 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] Checking router: 833852cf-50b8-433d-b5f9-8c34cda8c797 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:33:45.626517 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:33:45.629983 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:33:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:45.638210 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-70e293e1-05fe-4075-abd4-15f8f018596c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 HTTP/1.1" status: 200 len: 998 time: 0.1188371 Apr 30 17:33:45.731325 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-80859417-428f-4f96-a328-4c1c2c08f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:45.732916 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-80859417-428f-4f96-a328-4c1c2c08f2ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 200 len: 850 time: 0.0844254 Apr 30 17:33:45.826134 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-a5c9f1ad-7112-4b79-a139-3ef65b4cf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:45.827702 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-a5c9f1ad-7112-4b79-a139-3ef65b4cf19d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0868182 Apr 30 17:33:45.911124 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:45.912949 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:33:45.932660 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:45.992033 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['10262c29-582e-4e3f-bc64-d5e4c6837c4b'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:33:46.037492 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-19d06aea-ee06-4ab4-8abf-152ba6f5d2ab req-5573a476-d15a-4178-8090-7373cdc7943d tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 210 time: 0.0698655 Apr 30 17:33:46.095242 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Pushing event deleted for resources: {'Port': ['ID=10262c29-582e-4e3f-bc64-d5e4c6837c4b,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:46.102559 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-ad39d8c2-2d20-4f0c-b4ef-6983ec28dd7a service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550304 Apr 30 17:33:46.126809 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:46.141689 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] No DVR routers for this DVR port 10262c29-582e-4e3f-bc64-d5e4c6837c4b on host hv-cinder-78477 {{(pid=74463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:33:46.144954 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:46.229640 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-8aa9b857-b70d-4f9f-9742-10aaf60471d4 req-381fd9f7-e81c-47f6-8065-46753a707f47 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.64 "DELETE /v2.0/ports/10262c29-582e-4e3f-bc64-d5e4c6837c4b HTTP/1.1" status: 204 len: 173 time: 1.1524780 Apr 30 17:33:46.337261 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e00d99e2-1be5-43c4-a877-08dbb07a492e req-f9f559bf-5dc6-4ae5-b0eb-ab50126e6049 service neutron] 10.222.0.64 "GET /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279718 Apr 30 17:33:46.466979 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983ce68-32cb-4924-a15c-ed86831d2ab6 req-697f27f0-e1c6-4389-88ca-d487b3d8cc08 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:46.468566 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6983ce68-32cb-4924-a15c-ed86831d2ab6 req-697f27f0-e1c6-4389-88ca-d487b3d8cc08 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 945 time: 0.1005430 Apr 30 17:33:46.557061 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': '2c008ddf-6ec8-4e53-82cd-4d1d9a3eeb28', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'floating_ip_address': '172.28.3.55', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'port_id': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'mac_address': 'fa:16:3e:3b:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6867550d-c068-4205-b38a-53f05a5b0719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:33:24Z', 'updated_at': '2021-04-30T17:33:43Z', 'revision_number': 1, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:33:46.558355 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6983ce68-32cb-4924-a15c-ed86831d2ab6 req-35c50c67-1a13-4b96-aa48-1c102c5f68d8 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772202 Apr 30 17:33:46.561862 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e06b7d-2777-4243-84bf-b6158c6c7e7e None None] The sync data for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb is: [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': '2c008ddf-6ec8-4e53-82cd-4d1d9a3eeb28', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'floating_ip_address': '172.28.3.55', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'port_id': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'mac_address': 'fa:16:3e:3b:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6867550d-c068-4205-b38a-53f05a5b0719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:33:24Z', 'updated_at': '2021-04-30T17:33:43Z', 'revision_number': 1, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:33:46.664747 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-22e452a7-17a9-4723-a5c1-ca3eb92bf576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:46.768618 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23008e3b-0823-48a3-8608-85dd82539428 None None] New status for floating IP 2c008ddf-6ec8-4e53-82cd-4d1d9a3eeb28: ACTIVE {{(pid=74466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:33:47.238420 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068a4ed1-c501-4a28-88e5-15bed01b6c61', 'name': 'network-vif-deleted', 'tag': '10262c29-582e-4e3f-bc64-d5e4c6837c4b'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:47.261548 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b756541e-4d4d-4cd7-8ba0-853994dc26e6 req-55993933-cc1f-4522-87f4-5b282931ae27 tempest-VolumesActionsTest-1939088504 tempest-VolumesActionsTest-1939088504-project] 10.222.0.32 "GET /v2.0/ports?device_id=068a4ed1-c501-4a28-88e5-15bed01b6c61 HTTP/1.1" status: 200 len: 210 time: 0.0634530 Apr 30 17:33:47.308513 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068a4ed1-c501-4a28-88e5-15bed01b6c61', 'name': 'network-vif-deleted', 'tag': '10262c29-582e-4e3f-bc64-d5e4c6837c4b', 'status': 'completed', 'code': 200} Apr 30 17:33:47.776978 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421da01e-435f-42c7-a59c-ea1a77c0bb7e req-583d616e-2ca5-4779-a2dc-d92f1e887a12 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:47.778490 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-421da01e-435f-42c7-a59c-ea1a77c0bb7e req-583d616e-2ca5-4779-a2dc-d92f1e887a12 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 945 time: 0.0885577 Apr 30 17:33:47.824581 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-421da01e-435f-42c7-a59c-ea1a77c0bb7e req-8a8c89ce-17a7-4113-b86d-c6a5ca708902 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Apr 30 17:33:49.031211 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:49.033237 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dac949-2b85-48f3-861b-0edc86371db0 req-d9e47ac2-1c1f-4069-a337-36436310e34c tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:49.034773 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c7dac949-2b85-48f3-861b-0edc86371db0 req-d9e47ac2-1c1f-4069-a337-36436310e34c tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 945 time: 0.0934589 Apr 30 17:33:49.151177 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c7dac949-2b85-48f3-861b-0edc86371db0 req-2b6aa3f9-8c96-4c52-8f88-188c192fd523 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5e3788b-31eb-4763-a86e-f3fad3700ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067715 Apr 30 17:33:49.184768 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-130b89e0-e732-4c5d-b149-9cfe3272f053 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:49.186220 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-130b89e0-e732-4c5d-b149-9cfe3272f053 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 945 time: 0.1280806 Apr 30 17:33:49.300147 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 10262c29-582e-4e3f-bc64-d5e4c6837c4b no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:33:49.335782 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Deleting port 9d296d39-6595-4124-b1dd-42fa48a666c9 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:33:49.336131 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:49.358276 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 10262c29-582e-4e3f-bc64-d5e4c6837c4b {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:33:49.358902 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 10262c29-582e-4e3f-bc64-d5e4c6837c4b not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:33:49.442766 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-97fd328d-5fd1-4b47-b442-82a67a6682f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:49.606695 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] For port 9d296d39-6595-4124-b1dd-42fa48a666c9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=9d296d39-6595-4124-b1dd-42fa48a666c9,segment=NetworkSegment(134d1778-561c-4dc0-8e37-65805a909ce0),segment_id=134d1778-561c-4dc0-8e37-65805a909ce0)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:33:49.609644 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:49.780258 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Calling delete_port for 9d296d39-6595-4124-b1dd-42fa48a666c9 owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:33:49.968051 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:49.974509 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:33:49.980999 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['9d296d39-6595-4124-b1dd-42fa48a666c9'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:33:50.024646 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Pushing event deleted for resources: {'Port': ['ID=9d296d39-6595-4124-b1dd-42fa48a666c9,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:33:50.033597 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:33:50.141622 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] No DVR routers for this DVR port 9d296d39-6595-4124-b1dd-42fa48a666c9 on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:33:50.144661 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:50.148011 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9', 'name': 'network-vif-deleted', 'tag': '9d296d39-6595-4124-b1dd-42fa48a666c9'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:33:50.163377 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6d5a0b3b-3c8e-4e52-b073-5a8cdf037fd1 req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.64 "DELETE /v2.0/ports/9d296d39-6595-4124-b1dd-42fa48a666c9 HTTP/1.1" status: 204 len: 173 time: 0.9717076 Apr 30 17:33:50.238794 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9', 'name': 'network-vif-deleted', 'tag': '9d296d39-6595-4124-b1dd-42fa48a666c9', 'status': 'completed', 'code': 200} Apr 30 17:33:50.354227 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-88b76cb9-154b-4312-8c64-1f564f2fd8fb req-8779b3ef-3261-45d4-88d6-04da2af9e04d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Synchronizing usage tracker for tenant:f6118160028b4e47a58c0dc84efd6679 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:33:50.653883 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-88b76cb9-154b-4312-8c64-1f564f2fd8fb req-8779b3ef-3261-45d4-88d6-04da2af9e04d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Unset dirty status for tenant:f6118160028b4e47a58c0dc84efd6679 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:33:50.654294 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:50.655144 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-88b76cb9-154b-4312-8c64-1f564f2fd8fb req-8779b3ef-3261-45d4-88d6-04da2af9e04d tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d91cd3a-2e8b-42e9-8eaa-020b7a496bc9 HTTP/1.1" status: 200 len: 210 time: 0.3528740 Apr 30 17:33:52.071646 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:33:53.309542 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 9d296d39-6595-4124-b1dd-42fa48a666c9 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:33:53.345574 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 9d296d39-6595-4124-b1dd-42fa48a666c9 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:33:53.345959 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 9d296d39-6595-4124-b1dd-42fa48a666c9 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:33:56.936607 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e9763-d291-40de-a870-8f083c8ff1b7 req-4fedbadc-1855-4b3e-a8f0-a541abe53863 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:56.937960 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1e2e9763-d291-40de-a870-8f083c8ff1b7 req-4fedbadc-1855-4b3e-a8f0-a541abe53863 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0806377 Apr 30 17:33:56.987689 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1e2e9763-d291-40de-a870-8f083c8ff1b7 req-9b25c1c2-62c0-417c-8218-23972b38b4f3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435016 Apr 30 17:33:57.533244 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:33:58.314573 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3b78d-daa4-4592-a933-122f9f19fa47 req-f91bf0ba-42c9-4b0f-a875-65a65712e2f8 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:58.316498 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-82b3b78d-daa4-4592-a933-122f9f19fa47 req-f91bf0ba-42c9-4b0f-a875-65a65712e2f8 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.2009187 Apr 30 17:33:58.370096 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-82b3b78d-daa4-4592-a933-122f9f19fa47 req-e6770ed1-9b80-4475-834e-299123577ae5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455401 Apr 30 17:33:59.610238 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037397b-0259-44e5-8900-4823be5ac45e req-63f0f503-a8e6-4ddf-b1db-7779756fcb1e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:33:59.611750 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a037397b-0259-44e5-8900-4823be5ac45e req-63f0f503-a8e6-4ddf-b1db-7779756fcb1e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.1144347 Apr 30 17:33:59.660151 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a037397b-0259-44e5-8900-4823be5ac45e req-234d26db-787a-4f66-a733-3bd5663fc4c6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424273 Apr 30 17:34:00.924878 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afdf24-5728-4b2c-b3e7-728476269b27 req-7cb6c0ab-3577-45e1-a930-48364c3fd317 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:00.926449 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f9afdf24-5728-4b2c-b3e7-728476269b27 req-7cb6c0ab-3577-45e1-a930-48364c3fd317 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0989637 Apr 30 17:34:00.975191 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f9afdf24-5728-4b2c-b3e7-728476269b27 req-c6c0af56-120f-46fb-aa15-622dfa4bb7e5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413232 Apr 30 17:34:02.189521 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4d352-2f51-48bf-922b-c695a61bbe27 req-62dd8428-0811-4de4-a473-a1e8d88006c0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:02.191229 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-61c4d352-2f51-48bf-922b-c695a61bbe27 req-62dd8428-0811-4de4-a473-a1e8d88006c0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0937142 Apr 30 17:34:02.244492 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-61c4d352-2f51-48bf-922b-c695a61bbe27 req-89dad1d5-a7a5-4dc5-9405-d85df881d12a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443175 Apr 30 17:34:03.441228 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690df403-da76-42ee-868d-5a92a43909d1 req-b269164c-4ac4-455d-a231-f692ca93e133 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:03.442705 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-690df403-da76-42ee-868d-5a92a43909d1 req-b269164c-4ac4-455d-a231-f692ca93e133 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0812001 Apr 30 17:34:03.491634 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-690df403-da76-42ee-868d-5a92a43909d1 req-9eb3f6e5-477f-4486-a474-f1624c48184c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428572 Apr 30 17:34:04.704101 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb2798-f268-4e27-b6e0-9b2ed11a1e28 req-82ffc3d3-798a-4a38-ae49-65f8e1fdf6a0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:04.705521 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-62cb2798-f268-4e27-b6e0-9b2ed11a1e28 req-82ffc3d3-798a-4a38-ae49-65f8e1fdf6a0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0896375 Apr 30 17:34:04.753967 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-62cb2798-f268-4e27-b6e0-9b2ed11a1e28 req-94400a93-840d-40e3-9aef-0659af6c4381 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422931 Apr 30 17:34:05.985987 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c747f2-2e76-40a6-b3e6-d7373d5ed78e req-c94a83ae-5886-4a22-ab49-026129b56dec tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:05.988329 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c9c747f2-2e76-40a6-b3e6-d7373d5ed78e req-c94a83ae-5886-4a22-ab49-026129b56dec tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.1035798 Apr 30 17:34:06.040555 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c9c747f2-2e76-40a6-b3e6-d7373d5ed78e req-8013a38b-263e-4d5d-8ef9-d8794653e59f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419664 Apr 30 17:34:07.244424 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f92bdb-6ee4-4ea6-ba22-1e88664e14ec req-d4553b5e-d7cd-484d-9172-62fb1c4cb096 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:07.246503 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b1f92bdb-6ee4-4ea6-ba22-1e88664e14ec req-d4553b5e-d7cd-484d-9172-62fb1c4cb096 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0879967 Apr 30 17:34:07.310705 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b1f92bdb-6ee4-4ea6-ba22-1e88664e14ec req-b821845a-f222-4dbf-aeaa-fc8107554d1f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578241 Apr 30 17:34:08.513797 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0771da3-4025-4469-9ca6-cc0c7d0694e4 req-7809b0ac-7b83-4545-9e9c-99be51f24e38 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:08.515727 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f0771da3-4025-4469-9ca6-cc0c7d0694e4 req-7809b0ac-7b83-4545-9e9c-99be51f24e38 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0975728 Apr 30 17:34:08.564327 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f0771da3-4025-4469-9ca6-cc0c7d0694e4 req-23b46690-34f7-4591-8511-7383123eaafe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425930 Apr 30 17:34:09.419308 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:34:09.556975 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:09.571477 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '2697c852-4972-4026-840f-3ae51c9485b0', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'port_id': '2697c852-4972-4026-840f-3ae51c9485b0', 'mac_address': 'fa:16:3e:19:c7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:34:09.634187 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:09.655735 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2697c852-4972-4026-840f-3ae51c9485b0 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:34:09.672491 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:09.773339 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:09.780108 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-9a91c3d5-d1a6-46eb-95d2-e3f60f2353dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:09.782287 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911a7cd-6183-418f-8662-ca80f797e6a1 req-ef5e19f4-18dd-4116-a039-8fc20e9d7523 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:09.782861 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8911a7cd-6183-418f-8662-ca80f797e6a1 req-ef5e19f4-18dd-4116-a039-8fc20e9d7523 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0858731 Apr 30 17:34:09.850599 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8911a7cd-6183-418f-8662-ca80f797e6a1 req-e71a96e0-443c-4901-aedd-8b96dc5e7fc9 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613990 Apr 30 17:34:09.854390 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=6']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:09.858369 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:09.881865 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['2697c852-4972-4026-840f-3ae51c9485b0'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:34:10.093414 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47400) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:10.171736 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Deleting subnet 1b422689-a4b8-4bf0-ba7c-dec20ca6ded7 {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:34:10.176788 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:10.331479 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:10.390245 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:10.705091 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:10.709315 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:10.742899 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b422689-a4b8-4bf0-ba7c-dec20ca6ded7,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:10.754237 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.754912 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.755598 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.756136 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.756671 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.757189 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.757697 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.758889 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.759209 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.759566 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.759927 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.760267 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:10.764563 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:10.767602 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:10.773702 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1b422689-a4b8-4bf0-ba7c-dec20ca6ded7 HTTP/1.1" status: 204 len: 168 time: 0.6780286 Apr 30 17:34:10.776090 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47420) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:10.898441 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:11.046897 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:11.115045 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d479d46-5c47-41da-ad7c-977e1e4934ea req-04a9396e-0b46-4311-9374-29dff4fe8fc5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:11.116614 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2d479d46-5c47-41da-ad7c-977e1e4934ea req-04a9396e-0b46-4311-9374-29dff4fe8fc5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 944 time: 0.1192470 Apr 30 17:34:11.178131 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2d479d46-5c47-41da-ad7c-977e1e4934ea req-b94c8c90-afc9-4110-aed7-60c34075eb1f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546463 Apr 30 17:34:11.205169 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b738579e-3939-480f-a807-cb21b4b09a5a']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:11.226582 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d52535-307b-424f-8e6d-207265deeb7a') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:11.227174 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d52535-307b-424f-8e6d-207265deeb7a') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:11.244247 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:11.274855 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:11.283429 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:34:11.422738 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:11.570040 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Network b738579e-3939-480f-a807-cb21b4b09a5a has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:34:11.585857 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:11.616901 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 2697c852-4972-4026-840f-3ae51c9485b0 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:11.617958 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:11.806034 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:11.841094 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:34:11.859880 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:11.910264 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0', 'code': 200} Apr 30 17:34:11.911438 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:11.915431 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:11.922555 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Network b738579e-3939-480f-a807-cb21b4b09a5a has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:34:11.945854 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-520c6416-4487-4408-86c0-42edac506b5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3149292 Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:34:12.005367 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:34:12.030320 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=7']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:12.038894 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.039237 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.039620 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.040443 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.040443 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.040770 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.041104 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.041430 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.041758 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.042696 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.043181 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.043570 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:12.048109 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:12.066015 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-9040a47d-bbbd-48c9-ac3b-1127f3a1b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:12.067860 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-9040a47d-bbbd-48c9-ac3b-1127f3a1b7f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70509fdad1284ebcac81e155090fc72a&device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1098 time: 0.0973892 Apr 30 17:34:12.110610 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:12.114893 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-57fea60d-615c-43bd-90cf-fa05daf4c3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:12.154628 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:12.164295 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b738579e-3939-480f-a807-cb21b4b09a5a,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:12.166853 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b738579e-3939-480f-a807-cb21b4b09a5a HTTP/1.1" status: 204 len: 168 time: 1.3882048 Apr 30 17:34:12.168276 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-dd9fe694-3eb2-48e3-b04c-c94524fd1cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:12.171003 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47452) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:12.272147 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d30eca-0f26-4d3e-89c2-9cbb643ca8fd admin admin] Deleting subnet d8fb44d9-6e8d-43fd-bc35-b10d472de9d1 {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:34:12.278530 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a4d30eca-0f26-4d3e-89c2-9cbb643ca8fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:12.322561 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-257d6cd2-11df-4e75-a6e2-70de63f27adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:12.326773 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-257d6cd2-11df-4e75-a6e2-70de63f27adc service neutron] 10.222.0.64 "GET /v2.0/networks?id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 200 len: 909 time: 0.2321312 Apr 30 17:34:12.413305 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a4d30eca-0f26-4d3e-89c2-9cbb643ca8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:12.498380 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-a05c3f1b-4c7a-42d6-912b-6991081c3254 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 200 len: 1001 time: 0.1604779 Apr 30 17:34:12.596995 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-cf937535-72b0-4012-94a5-a8316e6cf15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:12.598780 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-cf937535-72b0-4012-94a5-a8316e6cf15d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb66e8fe-816a-482b-ae45-eead6e1aaaaa HTTP/1.1" status: 200 len: 847 time: 0.0943315 Apr 30 17:34:12.733066 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a4d30eca-0f26-4d3e-89c2-9cbb643ca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:12.808994 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-c77019d5-ea97-429c-a36d-8b31778d15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:12.811340 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-c77019d5-ea97-429c-a36d-8b31778d15f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2043495 Apr 30 17:34:12.865569 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71787c57-986b-43b4-890d-454791d8b386 req-44c6ac6a-82ef-4dda-84c5-d8ea8083c915 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:12.868121 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-71787c57-986b-43b4-890d-454791d8b386 req-44c6ac6a-82ef-4dda-84c5-d8ea8083c915 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.4306946 Apr 30 17:34:13.032467 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-71787c57-986b-43b4-890d-454791d8b386 req-3e1b5d06-8e15-480f-ab7f-8ad7edb5d58e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1535051 Apr 30 17:34:13.064337 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-4b4c397f-bf50-44b1-84e7-3295c57df763 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445095 Apr 30 17:34:13.145354 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a4d30eca-0f26-4d3e-89c2-9cbb643ca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.151234 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-95a122b1-8fc8-4bff-9307-2fabc3e1aa38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:13.213162 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a4d30eca-0f26-4d3e-89c2-9cbb643ca8fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.231226 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d30eca-0f26-4d3e-89c2-9cbb643ca8fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8fb44d9-6e8d-43fd-bc35-b10d472de9d1,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:13.241280 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a4d30eca-0f26-4d3e-89c2-9cbb643ca8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:13.246005 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a4d30eca-0f26-4d3e-89c2-9cbb643ca8fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d8fb44d9-6e8d-43fd-bc35-b10d472de9d1 HTTP/1.1" status: 204 len: 168 time: 1.0717957 Apr 30 17:34:13.246701 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47466) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:13.305801 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d5a81f88-6e10-4639-97a8-d07e41e91e5c req-fcdfef35-837e-4227-a5ed-3dd0fd9d70b2 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335293 Apr 30 17:34:13.381162 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.535052 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.545190 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.732853 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fff8837-89ab-465e-a620-dc08eaca7eb7']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:13.752427 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919d5551-7afd-4e4c-978d-1aef5b125f77') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:13.752427 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919d5551-7afd-4e4c-978d-1aef5b125f77') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:13.766452 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.798333 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:13.807130 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:34:14.020518 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Network 9fff8837-89ab-465e-a620-dc08eaca7eb7 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:34:14.042662 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:14.337950 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427e9a6-dca0-414d-bef0-7be3e450c2da req-91c9a75e-0d57-44f4-9f6b-29a5639a4b11 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:14.341880 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4427e9a6-dca0-414d-bef0-7be3e450c2da req-91c9a75e-0d57-44f4-9f6b-29a5639a4b11 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.1246233 Apr 30 17:34:14.357513 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Network 9fff8837-89ab-465e-a620-dc08eaca7eb7 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:34:14.382526 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:34:14.400196 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4427e9a6-dca0-414d-bef0-7be3e450c2da req-9c5a2c93-8da4-400a-8ebe-9e272efc21c9 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470977 Apr 30 17:34:14.761964 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:14.767877 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:14.769251 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:14.789752 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fff8837-89ab-465e-a620-dc08eaca7eb7,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:14.792556 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:14.794499 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9fff8837-89ab-465e-a620-dc08eaca7eb7 HTTP/1.1" status: 204 len: 168 time: 1.5459900 Apr 30 17:34:14.821247 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47480) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:14.887106 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-21be07ee-de77-46f9-a03f-3e03a4c5ae15 admin admin] Deleting subnet 082502a8-ea9b-454d-b6cd-be30bdd35aa8 {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:34:14.893141 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-21be07ee-de77-46f9-a03f-3e03a4c5ae15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:14.962720 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-21be07ee-de77-46f9-a03f-3e03a4c5ae15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:15.035280 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-21be07ee-de77-46f9-a03f-3e03a4c5ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:15.218439 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 47490) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:15.291784 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-3c09a06c-ec3b-407c-9e5f-a3b5d4f5ccac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2f008836103437e80a83fbf264270e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716472 Apr 30 17:34:15.295031 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 47494) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:15.388410 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:15.419718 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:15.619607 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:15.625306 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:15.644638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98179fd-84c3-48dd-9ac4-0fa95c8c2c65,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:15.654353 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-21be07ee-de77-46f9-a03f-3e03a4c5ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:15.657874 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:15.661992 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:15.672985 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e98179fd-84c3-48dd-9ac4-0fa95c8c2c65 HTTP/1.1" status: 204 len: 168 time: 0.3650217 Apr 30 17:34:15.678010 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.679387 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.681164 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.681164 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.681164 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.681780 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.682483 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.683142 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.683678 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.684299 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.684911 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.685502 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:15.703111 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:15.730835 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be07ee-de77-46f9-a03f-3e03a4c5ae15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=082502a8-ea9b-454d-b6cd-be30bdd35aa8,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:15.733759 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-21be07ee-de77-46f9-a03f-3e03a4c5ae15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:15.737008 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-21be07ee-de77-46f9-a03f-3e03a4c5ae15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:15.744988 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-21be07ee-de77-46f9-a03f-3e03a4c5ae15 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/082502a8-ea9b-454d-b6cd-be30bdd35aa8 HTTP/1.1" status: 204 len: 168 time: 0.9225390 Apr 30 17:34:15.745738 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47502) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:15.769746 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ef599-2e7b-460d-93d5-f310e801b9b2 req-842de2b1-31ee-4358-9ff6-6fc71cd7ba72 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:15.778840 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-437ef599-2e7b-460d-93d5-f310e801b9b2 req-842de2b1-31ee-4358-9ff6-6fc71cd7ba72 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.2159984 Apr 30 17:34:15.859980 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-437ef599-2e7b-460d-93d5-f310e801b9b2 req-0ad1d55c-3a0d-4cc6-a542-72be5ec75892 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799098 Apr 30 17:34:15.901220 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:16.070570 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:16.258835 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d3dfa3-057a-4002-93df-400d698f784b']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:16.283893 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134d1778-561c-4dc0-8e37-65805a909ce0') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:16.284998 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134d1778-561c-4dc0-8e37-65805a909ce0') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:16.309830 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:16.344406 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:16.354983 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:34:16.581085 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Network e4d3dfa3-057a-4002-93df-400d698f784b has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:34:16.591157 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:16.648671 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 47510) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:16.676389 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-410f972b-3152-4dfd-b8b0-b252d06b4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:16.763516 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-a1328d87-ed8d-40d6-9be4-362196e29060 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7823053649ac4683a6fd1a248a74b04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1128969 Apr 30 17:34:16.764390 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 47514) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:16.791290 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Network e4d3dfa3-057a-4002-93df-400d698f784b has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:34:16.816963 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:34:16.885348 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-95fb3775-6ab5-4338-8f9b-2090d869ebce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:16.953192 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-95fb3775-6ab5-4338-8f9b-2090d869ebce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:17.057005 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:17.077178 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2fc7db22-5589-4a33-b79b-59bfbfda8f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:17.100941 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:17.122364 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d3dfa3-057a-4002-93df-400d698f784b,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:17.128988 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:17.155502 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f422ce-020e-4e77-8796-4c0398e43260 req-8bf501e6-4b14-4004-a69d-842ac936b37c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:17.158111 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e2f422ce-020e-4e77-8796-4c0398e43260 req-8bf501e6-4b14-4004-a69d-842ac936b37c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.1516023 Apr 30 17:34:17.222744 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e2f422ce-020e-4e77-8796-4c0398e43260 req-4e1088c5-9c23-4ac3-a299-c27da20a09c7 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554619 Apr 30 17:34:17.238789 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e4d3dfa3-057a-4002-93df-400d698f784b HTTP/1.1" status: 204 len: 168 time: 1.4917378 Apr 30 17:34:17.283491 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-95fb3775-6ab5-4338-8f9b-2090d869ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:17.289117 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-98f1ab12-05bd-4860-aeca-c27c7f538cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:17.301934 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb3775-6ab5-4338-8f9b-2090d869ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f4c497-33fa-4d93-810b-48387b46a0fc,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:17.317559 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-95fb3775-6ab5-4338-8f9b-2090d869ebce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:17.323884 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-95fb3775-6ab5-4338-8f9b-2090d869ebce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:17.325536 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-95fb3775-6ab5-4338-8f9b-2090d869ebce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89f4c497-33fa-4d93-810b-48387b46a0fc HTTP/1.1" status: 204 len: 168 time: 0.5588293 Apr 30 17:34:17.703116 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 47526) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:17.769047 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-ac013d6c-ab26-4835-b2ea-77db4744408f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6118160028b4e47a58c0dc84efd6679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625038 Apr 30 17:34:17.769392 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47530) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:17.847911 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3e06978-f75d-4a9c-9dd9-22daf564e0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:17.884692 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3e06978-f75d-4a9c-9dd9-22daf564e0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:18.104615 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3e06978-f75d-4a9c-9dd9-22daf564e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:18.108971 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f77946ae-4d42-4024-bc01-0d6e6bb0cfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:18.125202 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e06978-f75d-4a9c-9dd9-22daf564e0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e3788b-31eb-4763-a86e-f3fad3700ac8,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:18.130882 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3e06978-f75d-4a9c-9dd9-22daf564e0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:18.133858 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-e3e06978-f75d-4a9c-9dd9-22daf564e0c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5e3788b-31eb-4763-a86e-f3fad3700ac8 HTTP/1.1" status: 204 len: 168 time: 0.3617303 Apr 30 17:34:18.133858 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e3e06978-f75d-4a9c-9dd9-22daf564e0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:18.473756 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221db6-e1f4-4fa2-bd57-5593874e2acf req-fb45bdbb-6895-4032-8abc-9828903bf0a4 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:18.475385 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2d221db6-e1f4-4fa2-bd57-5593874e2acf req-fb45bdbb-6895-4032-8abc-9828903bf0a4 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0999608 Apr 30 17:34:18.528724 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2d221db6-e1f4-4fa2-bd57-5593874e2acf req-1ebdb951-c79f-4566-a86f-409bcd9971d1 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396705 Apr 30 17:34:19.030477 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:19.413549 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-4d1b93b8-e25d-4f5f-848b-c5f796d4677c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:19.798601 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cba2c2-fade-4e47-bdf2-eff8ca3c4385 req-cb778e6e-25ee-4466-978e-d178b0941b57 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:19.800158 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-11cba2c2-fade-4e47-bdf2-eff8ca3c4385 req-cb778e6e-25ee-4466-978e-d178b0941b57 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.1264255 Apr 30 17:34:19.871869 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-11cba2c2-fade-4e47-bdf2-eff8ca3c4385 req-ee41186f-3434-41d1-84f9-42ea4153a6e7 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657303 Apr 30 17:34:20.402131 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:21.220445 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17266a2c-421a-4059-9b48-ade4d10d1f81 req-e5416b73-cffc-4e85-9b4a-278dada79112 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:21.228128 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-17266a2c-421a-4059-9b48-ade4d10d1f81 req-e5416b73-cffc-4e85-9b4a-278dada79112 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.2113981 Apr 30 17:34:21.272887 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-17266a2c-421a-4059-9b48-ade4d10d1f81 req-33b7ea15-8e4a-451f-9e31-c01c1e9d443e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438387 Apr 30 17:34:22.162194 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:22.487853 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dbbbd-c632-4760-aea0-e83f90522041 req-ca6068da-809d-441f-89da-24bc2aec668b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:22.489236 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-132dbbbd-c632-4760-aea0-e83f90522041 req-ca6068da-809d-441f-89da-24bc2aec668b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0897317 Apr 30 17:34:22.543135 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-132dbbbd-c632-4760-aea0-e83f90522041 req-e886524b-0789-4109-97b3-886d1a1ed94e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458117 Apr 30 17:34:23.769217 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fad83-9276-4ade-9ff4-2b76b0a774a0 req-36442d97-6a71-4f80-9402-27853e02e8ba tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:23.770778 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1d9fad83-9276-4ade-9ff4-2b76b0a774a0 req-36442d97-6a71-4f80-9402-27853e02e8ba tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0973730 Apr 30 17:34:23.824786 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1d9fad83-9276-4ade-9ff4-2b76b0a774a0 req-22396f2c-c3f7-47bf-b3af-6b1e365f6668 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454397 Apr 30 17:34:24.715955 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939ba60-b725-442b-a259-1982c970d390 req-709de295-3f12-41ca-9f2d-c062286c777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:24.717326 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4939ba60-b725-442b-a259-1982c970d390 req-709de295-3f12-41ca-9f2d-c062286c777c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 1098 time: 0.0723634 Apr 30 17:34:24.854357 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939ba60-b725-442b-a259-1982c970d390 req-fc9dc541-b5d1-4837-8cc2-8b5871e7dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:24.855916 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4939ba60-b725-442b-a259-1982c970d390 req-fc9dc541-b5d1-4837-8cc2-8b5871e7dc50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 918 time: 0.1319532 Apr 30 17:34:25.010291 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4939ba60-b725-442b-a259-1982c970d390 req-b0eb1433-4090-4313-abe8-a54dbc9a16b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2697c852-4972-4026-840f-3ae51c9485b0 HTTP/1.1" status: 200 len: 1001 time: 0.1477935 Apr 30 17:34:25.093288 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939ba60-b725-442b-a259-1982c970d390 req-01d040b8-b6e2-4e09-b598-9b12e61a99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:25.094873 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4939ba60-b725-442b-a259-1982c970d390 req-01d040b8-b6e2-4e09-b598-9b12e61a99d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.0763381 Apr 30 17:34:25.103323 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da206520-bfc7-4a77-91e3-164fdba07e61 req-c4d79549-8d8e-4ad2-a75c-06e2816d20b0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:25.104941 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-da206520-bfc7-4a77-91e3-164fdba07e61 req-c4d79549-8d8e-4ad2-a75c-06e2816d20b0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.1588311 Apr 30 17:34:25.196485 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-da206520-bfc7-4a77-91e3-164fdba07e61 req-79b1e1c4-22c3-43c9-ab46-3f3dfa3a550d tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597813 Apr 30 17:34:25.220457 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939ba60-b725-442b-a259-1982c970d390 req-20b0064d-a3ae-44a3-af38-d09831e046d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:25.222347 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4939ba60-b725-442b-a259-1982c970d390 req-20b0064d-a3ae-44a3-af38-d09831e046d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1162715 Apr 30 17:34:25.368855 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4939ba60-b725-442b-a259-1982c970d390 req-a7c1d387-78f5-4234-bdf8-4da6aa3eb3e4 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386492 Apr 30 17:34:25.537831 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4939ba60-b725-442b-a259-1982c970d390 req-f664f123-48d7-4682-b373-5ac480958f1d service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611617 Apr 30 17:34:26.397295 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe3600-8db8-40b0-90d7-da4081dcce05 req-c8ea8319-d3e0-4175-9682-ef6937624a7f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:26.398767 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9dfe3600-8db8-40b0-90d7-da4081dcce05 req-c8ea8319-d3e0-4175-9682-ef6937624a7f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.0864556 Apr 30 17:34:26.447859 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9dfe3600-8db8-40b0-90d7-da4081dcce05 req-3df7b432-19e2-4d6c-b792-7f68360ce2d3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424056 Apr 30 17:34:27.512433 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:34:27.678021 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:27.699900 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea479fc-4910-454b-ad7c-10017dee7d8d req-4e0735dc-2d44-4161-8fe6-6e60dd3833cf tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:27.709605 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dea479fc-4910-454b-ad7c-10017dee7d8d req-4e0735dc-2d44-4161-8fe6-6e60dd3833cf tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 945 time: 0.1296852 Apr 30 17:34:27.738237 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:27.739774 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:34:27.763885 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dea479fc-4910-454b-ad7c-10017dee7d8d req-210fd02d-08d4-4863-b5a4-2c1a26fefec7 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486472 Apr 30 17:34:27.801935 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:27.808950 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:27.864763 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0', 'code': 200} Apr 30 17:34:27.911074 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=8']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:27.921111 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:29.904295 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1567ca0-8bf3-4467-81b9-4561433e3a34 req-4b3b2e71-deff-4073-ae1b-c6ff2bbb06b3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:29.906022 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d1567ca0-8bf3-4467-81b9-4561433e3a34 req-4b3b2e71-deff-4073-ae1b-c6ff2bbb06b3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.0874355 Apr 30 17:34:29.964713 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d1567ca0-8bf3-4467-81b9-4561433e3a34 req-97043102-ec55-42f8-a4ef-e0d015a234d6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524848 Apr 30 17:34:30.542486 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47728) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:30.682411 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-222da908-0080-479b-84da-0fb9cba675fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385329 Apr 30 17:34:31.178608 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f983f-243a-4221-a067-587899cc74e9 req-009a948f-44f2-4f71-847e-88aa52cdbae6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:31.180058 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-471f983f-243a-4221-a067-587899cc74e9 req-009a948f-44f2-4f71-847e-88aa52cdbae6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.0920072 Apr 30 17:34:31.227707 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-471f983f-243a-4221-a067-587899cc74e9 req-9aa6c00d-d3d9-4e1d-9924-1d345bd74c17 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413737 Apr 30 17:34:31.528369 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:34:32.439113 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec2d95-97b1-4c9a-b847-439e369c59e0 req-deb71ef8-fd3d-4906-b5a3-59a85936bbdd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:32.441656 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-83ec2d95-97b1-4c9a-b847-439e369c59e0 req-deb71ef8-fd3d-4906-b5a3-59a85936bbdd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.0949757 Apr 30 17:34:32.600121 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-83ec2d95-97b1-4c9a-b847-439e369c59e0 req-01ca3ed2-56c1-48b8-b347-1d15fa77b625 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476414 Apr 30 17:34:33.845760 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-802904c9-e4ce-46f6-9284-495a974d37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:33.847268 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-802904c9-e4ce-46f6-9284-495a974d37e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468&tenant_id=bf6ce34dbe8946e680c69c33095850e5 HTTP/1.1" status: 200 len: 1096 time: 0.1432328 Apr 30 17:34:33.856865 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553dc0e-da67-45cd-8b4a-aab089f705f1 req-f88a1510-c24e-4d21-9613-8ae22e8ad238 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:33.858574 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d553dc0e-da67-45cd-8b4a-aab089f705f1 req-f88a1510-c24e-4d21-9613-8ae22e8ad238 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1232905 Apr 30 17:34:33.958394 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d553dc0e-da67-45cd-8b4a-aab089f705f1 req-aeaacca3-88ef-4858-a8bf-180bcac9eb4c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885639 Apr 30 17:34:33.984180 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-98737d5b-fd6b-479a-bffe-fc0f32d6cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:33.985630 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-98737d5b-fd6b-479a-bffe-fc0f32d6cf0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 1096 time: 0.1010880 Apr 30 17:34:34.123124 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-3f0d7239-911a-42c5-902a-5549ea753d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:34.124850 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-3f0d7239-911a-42c5-902a-5549ea753d54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 918 time: 0.1331160 Apr 30 17:34:34.190138 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47784) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:34.253219 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-7d98b3e1-ead3-44e7-b8d6-0747d98b987b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2697c852-4972-4026-840f-3ae51c9485b0 HTTP/1.1" status: 200 len: 999 time: 0.1219842 Apr 30 17:34:34.323298 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-d0ca9319-f25d-4fdf-b277-9e80b2610d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:34.323533 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:34.324831 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-d0ca9319-f25d-4fdf-b277-9e80b2610d79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.0655706 Apr 30 17:34:34.337926 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:34.342499 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Usage tracker for resource:security_group_rule and tenant:6267f8ff59c64adfa41171913c164367 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:34.345257 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:34.350903 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:34.405496 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-50ad6edd-352b-4a66-aad5-1ac77582978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:34.407056 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-50ad6edd-352b-4a66-aad5-1ac77582978b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0751472 Apr 30 17:34:34.435626 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:34.511124 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:34.520659 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b5383ad3-b70c-41f2-ae56-15c8c9c2b537 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:34.533262 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:34:34.554476 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-23dab37c-c092-4722-ba8b-c51fb5c92faf service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408868 Apr 30 17:34:34.564237 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6267f8ff59c64adfa41171913c164367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724279 Apr 30 17:34:34.565164 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2208408d-40c9-467f-8d67-b5cc7fedcf84,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:34.568487 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:34.569134 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47790) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:34.630336 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-307a8e57-876f-4ae9-b8c1-55f9281a8372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:34.658406 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-307a8e57-876f-4ae9-b8c1-55f9281a8372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:34.702144 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c661f8e0-3309-4fc5-b295-c0afc54952b9 req-c3727705-7419-4bec-9a67-ea7834e0dc6e service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412458 Apr 30 17:34:35.059923 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-307a8e57-876f-4ae9-b8c1-55f9281a8372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:35.064887 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:35.077766 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a8e57-876f-4ae9-b8c1-55f9281a8372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2208408d-40c9-467f-8d67-b5cc7fedcf84,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:35.082042 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-307a8e57-876f-4ae9-b8c1-55f9281a8372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:35.083250 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-307a8e57-876f-4ae9-b8c1-55f9281a8372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:35.084378 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-307a8e57-876f-4ae9-b8c1-55f9281a8372 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2208408d-40c9-467f-8d67-b5cc7fedcf84 HTTP/1.1" status: 204 len: 168 time: 0.5143220 Apr 30 17:34:35.170475 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de788d8a-0c98-4871-9583-8002611c127b req-2816ac06-f81e-452c-9428-a2f6833198c7 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:35.172193 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-de788d8a-0c98-4871-9583-8002611c127b req-2816ac06-f81e-452c-9428-a2f6833198c7 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.0968838 Apr 30 17:34:35.219948 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-de788d8a-0c98-4871-9583-8002611c127b req-75ffdf23-f245-4817-b1dc-5588435b5cb3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421207 Apr 30 17:34:36.514289 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47850) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:36.583830 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fedc4-6445-455b-8ad7-40dd50710f4f req-935b68bf-afb4-487c-8720-958e0f1b06db tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:36.596562 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-333fedc4-6445-455b-8ad7-40dd50710f4f req-935b68bf-afb4-487c-8720-958e0f1b06db tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1545866 Apr 30 17:34:36.687859 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-333fedc4-6445-455b-8ad7-40dd50710f4f req-812655b4-150a-4d9e-b022-b3089d026fca tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898602 Apr 30 17:34:36.767242 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1318863794-network', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:34:36.774175 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:36.783862 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Usage tracker for resource:network and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:36.787147 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:36.796647 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:36.894867 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Made reservation on behalf of 7e6089dbc404473abbb04c86b5cfcc99 for: {'network': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:34:36.897921 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:36.917382 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:36.940339 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:36.945023 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Usage tracker for resource:security_group_rule and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:36.950503 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:36.958648 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:37.054195 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:37.098938 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:37.102186 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-587eb10a-f3f4-4cb1-8acc-50b783a4ec56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:37.131180 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=74463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:34:37.140936 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977c7830-547a-4ff8-a774-5aaf5e1bfdb3,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:37.144729 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:37.147720 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:37.157268 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.segments_db [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Added segment e89aa3b3-6abc-4cc9-851c-5e5d85c88523 of type vlan for network f5877433-7488-49d0-a3c8-1fec523ab652 Apr 30 17:34:37.175401 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:37.281885 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:37.283255 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:37.283839 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:37.287368 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-bbaf3e2c-d921-4a9d-bffe-66a5677ef040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:37.389302 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Pushing event updated for resources: {'Network': ['ID=f5877433-7488-49d0-a3c8-1fec523ab652,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:37.392132 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:37.399973 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network f5877433-7488-49d0-a3c8-1fec523ab652 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:34:37.448825 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9320004 Apr 30 17:34:37.452096 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47860) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:37.457327 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Request body: {'subnet': {'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1318863794-subnet', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'ip_version': 4}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:34:37.464424 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:37.469528 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Usage tracker for resource:subnet and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:37.472557 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:37.478770 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:37.552016 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Made reservation on behalf of 7e6089dbc404473abbb04c86b5cfcc99 for: {'subnet': 1} {{(pid=74463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:34:37.553497 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531487926'] for subnet, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:37.959348 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851f00-0e57-4327-bd10-ee30c758845a req-7642c628-1cbd-4172-8d14-c845677d6246 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:37.961646 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b851f00-0e57-4327-bd10-ee30c758845a req-7642c628-1cbd-4172-8d14-c845677d6246 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.0952847 Apr 30 17:34:38.053564 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7b851f00-0e57-4327-bd10-ee30c758845a req-03fe9e84-a042-46a7-a019-b414db65e2a8 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816467 Apr 30 17:34:38.211106 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1692627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531487904'] for subnet, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:38.216278 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-866e468e-4635-4062-aef2-486545d31227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:38.299965 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=313dd0ca-b240-4d25-b305-a5eecb962450,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:38.304022 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:38.308985 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Checking segment: {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:34:38.309343 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Network hostable DHCP agents. Network: f5877433-7488-49d0-a3c8-1fec523ab652, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:34:38.402399 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Network f5877433-7488-49d0-a3c8-1fec523ab652 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:34:38.471129 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, f5877433-7488-49d0-a3c8-1fec523ab652) {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:38.480886 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a24274-1d3e-4f91-b322-e3132b3a69ea None None] Network f5877433-7488-49d0-a3c8-1fec523ab652 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:34:38.484475 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:38.484475 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:38.554165 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-2fa38bb3-bb0b-43a9-a10a-d73f6439ffe8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0983565 Apr 30 17:34:38.554843 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47868) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:38.562986 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:34:38.571883 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:38.580997 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Usage tracker for resource:router and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:38.586936 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:38.621815 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:38.736688 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b21e8bf-1867-54f2-8f46-0d81c7d09bf3-f5877433-7488-49d0-a3c8-1fec523ab652', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450'}]}} from dv-cinder-784779-10-smb. {{(pid=74465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:34:38.737805 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:38.753226 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-518759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64839'] for router, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:38.754319 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3718306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64846'] for router, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:38.776896 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:38.915006 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.db_base_plugin_common [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Allocated IP 172.20.0.2 (f5877433-7488-49d0-a3c8-1fec523ab652/313dd0ca-b240-4d25-b305-a5eecb962450/21eace17-5f9a-454a-a729-15f1635d0153) {{(pid=74465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:34:39.161829 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64956'] for router, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:39.212705 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Notify callbacks [] for port, precommit_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:39.223687 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Transition to ACTIVE for port object 21eace17-5f9a-454a-a729-15f1635d0153 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:39.249881 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Transition to ACTIVE for port object 21eace17-5f9a-454a-a729-15f1635d0153 will not be triggered until provisioned by entity DHCP. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:39.321944 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36e503-754f-4b17-97d2-ddcaba5a67e4 req-18cb3780-4bcf-45c8-8a53-39e7e196ea82 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:39.322547 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:39.324823 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fd36e503-754f-4b17-97d2-ddcaba5a67e4 req-18cb3780-4bcf-45c8-8a53-39e7e196ea82 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1295843 Apr 30 17:34:39.333561 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:39.405696 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fd36e503-754f-4b17-97d2-ddcaba5a67e4 req-8344afdb-9679-4ecc-8f20-bbc876064c40 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740862 Apr 30 17:34:39.409346 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Network f5877433-7488-49d0-a3c8-1fec523ab652 is already hosted by enough agents. {{(pid=74465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:34:39.414320 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.base_scheduler [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Resources bound (agent type, host, resource id): {{(pid=74465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:39.429864 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Received port after_create {{(pid=74465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:34:39.631928 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Pushing event updated for resources: {'Port': ['ID=21eace17-5f9a-454a-a729-15f1635d0153,revision_number=1']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:39.636861 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:39.644016 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Attempting to bind port 21eace17-5f9a-454a-a729-15f1635d0153 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:34:39.644434 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Attempting to bind port 21eace17-5f9a-454a-a729-15f1635d0153 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:34:39.644810 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Attempting to bind port 21eace17-5f9a-454a-a729-15f1635d0153 on network f5877433-7488-49d0-a3c8-1fec523ab652 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:34:39.661247 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:34:39.661737 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Checking segment: {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:34:39.662041 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:39.662474 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Bound using segment: {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:34:39.662977 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Bound port: 21eace17-5f9a-454a-a729-15f1635d0153, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:34:39.663381 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:39.748825 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:39.783025 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] For port 21eace17-5f9a-454a-a729-15f1635d0153, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:34:39.787667 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] For port 21eace17-5f9a-454a-a729-15f1635d0153, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=21eace17-5f9a-454a-a729-15f1635d0153,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:34:39.792918 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:40.078660 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Allocated IP 172.28.3.186 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/b30afdb9-f0a5-473b-a515-187d4cb0aa53) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:34:40.239249 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:40.310754 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:40.314549 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:40.391411 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:40.396165 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Pushing event updated for resources: {'Port': ['ID=21eace17-5f9a-454a-a729-15f1635d0153,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:40.405017 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:40.405188 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:40.492826 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b30afdb9-f0a5-473b-a515-187d4cb0aa53,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:40.496460 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:40.508265 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:34:40.509632 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:40.512853 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:34:40.826171 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157d83-5d56-478d-bea2-8f342210adea req-a0ac3bb6-b9a2-4bc1-bb3e-5eab32f44cc5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:40.850718 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c7157d83-5d56-478d-bea2-8f342210adea req-a0ac3bb6-b9a2-4bc1-bb3e-5eab32f44cc5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.2243054 Apr 30 17:34:40.916058 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c7157d83-5d56-478d-bea2-8f342210adea req-e423e930-7b2f-40ea-a533-c58a6a3e3fec tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642245 Apr 30 17:34:41.497221 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:41.817856 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d67c46-6c8a-4d64-9064-60b862fafb78 None None] Network f5877433-7488-49d0-a3c8-1fec523ab652 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:34:41.884502 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517817'] for router, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:42.037778 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-b7156c8c-5d0a-40e7-bfc3-e32a71e74151 None None] Provisioning for port 21eace17-5f9a-454a-a729-15f1635d0153 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:42.248309 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 is scheduled to L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 with binding_index 1 {{(pid=74463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:34:42.331667 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc082-3213-4dbf-9bc6-55e7f3f4f954 req-23edb117-020d-42fb-a637-cd6cdb04fa39 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:42.340825 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5bffc082-3213-4dbf-9bc6-55e7f3f4f954 req-23edb117-020d-42fb-a637-cd6cdb04fa39 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1987650 Apr 30 17:34:42.408354 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5bffc082-3213-4dbf-9bc6-55e7f3f4f954 req-e8db0b44-492f-48f2-aee9-c206f1c83c62 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640352 Apr 30 17:34:42.632160 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:34:42.641450 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 21eace17-5f9a-454a-a729-15f1635d0153 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:42.710355 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Sync routers for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:34:42.732985 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:42.736901 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1788342 Apr 30 17:34:42.737126 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 47882) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:42.741473 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:34:42.747226 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:42.919563 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port 21eace17-5f9a-454a-a729-15f1635d0153 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:42.937718 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 21eace17-5f9a-454a-a729-15f1635d0153 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:42.938278 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:43.005519 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:34:43.289119 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:43.374631 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port 21eace17-5f9a-454a-a729-15f1635d0153, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=21eace17-5f9a-454a-a729-15f1635d0153,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:43.471854 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:40Z', 'revision_number': 3, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:43.479238 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Checking router: 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:34:43.491087 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Updating router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 port b30afdb9-f0a5-473b-a515-187d4cb0aa53 binding host dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:34:43.559945 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:43.643972 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:43.651828 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:43.700913 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:43.749313 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:43.817646 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=21eace17-5f9a-454a-a729-15f1635d0153,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:43.824120 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:44.028855 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Allocated IP 172.20.0.1 (f5877433-7488-49d0-a3c8-1fec523ab652/313dd0ca-b240-4d25-b305-a5eecb962450/f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:34:44.079597 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Notify callbacks [] for port, precommit_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:44.092415 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Transition to ACTIVE for port object b30afdb9-f0a5-473b-a515-187d4cb0aa53 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:44.203276 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:44.207846 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:44.212561 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:44.223157 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.provisioning_blocks [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Transition to ACTIVE for port object f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf will not be triggered until provisioned by entity DHCP. {{(pid=74463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:44.325659 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Attempting to bind port b30afdb9-f0a5-473b-a515-187d4cb0aa53 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:34:44.326031 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Attempting to bind port b30afdb9-f0a5-473b-a515-187d4cb0aa53 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:34:44.326419 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Attempting to bind port b30afdb9-f0a5-473b-a515-187d4cb0aa53 on network f3bf8316-f96a-4557-9e0f-541dde4310c6 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:34:44.343441 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d28751-a444-4d71-8674-22994ca1618f None None] Pushing event updated for resources: {'Port': ['ID=b30afdb9-f0a5-473b-a515-187d4cb0aa53,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:44.344708 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:34:44.345181 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Checking segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:34:44.345657 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:44.346175 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Bound using segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:34:44.346776 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Bound port: b30afdb9-f0a5-473b-a515-187d4cb0aa53, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:34:44.347254 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:44.372434 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-f0d28751-a444-4d71-8674-22994ca1618f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:44.380573 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:44.390798 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:44.474711 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Network f5877433-7488-49d0-a3c8-1fec523ab652 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:34:44.479598 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] For port b30afdb9-f0a5-473b-a515-187d4cb0aa53, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:34:44.482677 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:44.487743 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:34:44.498683 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] For port b30afdb9-f0a5-473b-a515-187d4cb0aa53, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b30afdb9-f0a5-473b-a515-187d4cb0aa53,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:34:44.547409 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Pushing event updated for resources: {'Port': ['ID=f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:44.563577 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:44.581523 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408022'] for router_interface, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:44.591659 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:44.600271 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-bccbdf43-08e4-4c43-9498-b56c71ea256f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:44.709230 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 21eace17-5f9a-454a-a729-15f1635d0153 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:44.806305 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b75f6-7a00-4532-ad79-cc061d5a8baa req-bc19fbcd-8136-44eb-8f81-7e65085ea122 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:44.818008 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0d0b75f6-7a00-4532-ad79-cc061d5a8baa req-bc19fbcd-8136-44eb-8f81-7e65085ea122 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.2597415 Apr 30 17:34:44.874306 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:34:44.875300 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:44.902672 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0d0b75f6-7a00-4532-ad79-cc061d5a8baa req-466eb2bf-9058-4857-8d27-416c027a0580 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825393 Apr 30 17:34:45.084811 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d28751-a444-4d71-8674-22994ca1618f None None] Pushing event updated for resources: {'Port': ['ID=b30afdb9-f0a5-473b-a515-187d4cb0aa53,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:45.112072 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-f0d28751-a444-4d71-8674-22994ca1618f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:45.203783 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.205561 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 21eace17-5f9a-454a-a729-15f1635d0153 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:45.205941 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.289146 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07151d45-deda-4972-8d5a-3672aa11fdc1 req-ed79813a-de39-41c3-8b82-a20778b03149 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:45.302673 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-07151d45-deda-4972-8d5a-3672aa11fdc1 req-ed79813a-de39-41c3-8b82-a20778b03149 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.2704554 Apr 30 17:34:45.339709 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:34:45.367855 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-07151d45-deda-4972-8d5a-3672aa11fdc1 req-6f460927-34eb-4464-aa4d-616fb2c6f7a5 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637817 Apr 30 17:34:45.571302 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-b84ae469-f890-4f7c-91e4-814477ce6a20 None None] Provisioning for port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:45.578684 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-b84ae469-f890-4f7c-91e4-814477ce6a20 None None] Provisioning complete for port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:45.578849 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b84ae469-f890-4f7c-91e4-814477ce6a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.580622 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.812126 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.812781 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-b84ae469-f890-4f7c-91e4-814477ce6a20 None None] Port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:34:45.851583 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:45.880696 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3793305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407925'] for router_interface, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:45.971027 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:40Z', 'revision_number': 3, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:45.978673 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2daa79-1ddf-467d-8b32-8e31626ddc68 None None] The sync data for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb is: [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:40Z', 'revision_number': 3, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:34:46.015109 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Pushing event updated for resources: {'Port': ['ID=f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:46.020563 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:46.079284 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Network f5877433-7488-49d0-a3c8-1fec523ab652 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:34:46.081018 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:46.208598 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb65a1-8fb7-4683-b379-99771e0cc398 req-a7cf4e82-1750-4a08-ac0c-afae4a52c6b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:46.210444 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-83fb65a1-8fb7-4683-b379-99771e0cc398 req-a7cf4e82-1750-4a08-ac0c-afae4a52c6b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1563389 Apr 30 17:34:46.279277 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-83fb65a1-8fb7-4683-b379-99771e0cc398 req-46e15634-68d8-4e8b-b8c8-f827b858ad0b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591791 Apr 30 17:34:46.475965 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-3b88c513-d893-4bdc-a80b-af4f728e4069 None None] Provisioning complete for port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:46.475965 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-3b88c513-d893-4bdc-a80b-af4f728e4069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:46.516515 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:34:46.590651 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-3b88c513-d893-4bdc-a80b-af4f728e4069 None None] Port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:34:46.696126 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b30afdb9-f0a5-473b-a515-187d4cb0aa53 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:46.735597 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-9e4057a2-a2d0-4cfc-a672-ad4dd7dd4e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:46.748533 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147f8ac-b0af-4494-893d-b2430d30b527 req-7695b24c-4534-4ed7-841b-9e8eac02bf99 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:46.750576 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6147f8ac-b0af-4494-893d-b2430d30b527 req-7695b24c-4534-4ed7-841b-9e8eac02bf99 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1450140 Apr 30 17:34:46.816824 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:34:46.831378 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6147f8ac-b0af-4494-893d-b2430d30b527 req-706d62e8-e186-47b0-9876-4541ff356329 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740466 Apr 30 17:34:46.838010 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] 10.222.0.32 "PUT /v2.0/routers/35c18e14-1f2f-4d2f-a16a-b78c75fd2be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0959313 Apr 30 17:34:46.922005 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port b30afdb9-f0a5-473b-a515-187d4cb0aa53 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:46.927797 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port b30afdb9-f0a5-473b-a515-187d4cb0aa53 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:46.928174 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.065984 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.084573 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port b30afdb9-f0a5-473b-a515-187d4cb0aa53, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b30afdb9-f0a5-473b-a515-187d4cb0aa53,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:47.179666 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.183441 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:47.272854 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=b30afdb9-f0a5-473b-a515-187d4cb0aa53,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:47.276738 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:47.547263 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc1e62-c71c-49e7-a274-0f5eeab3154f req-b8e79280-90eb-44bc-b682-d429479e3cf6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:47.549554 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dbcc1e62-c71c-49e7-a274-0f5eeab3154f req-b8e79280-90eb-44bc-b682-d429479e3cf6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.1009886 Apr 30 17:34:47.627697 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dbcc1e62-c71c-49e7-a274-0f5eeab3154f req-664d21e0-c871-4f12-9086-eafa8fe2adca tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717480 Apr 30 17:34:47.676561 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 47918) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:47.686870 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-153372470-network', 'tenant_id': '63def42d790641c7abb8d3d4252324a6'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:34:47.694977 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:47.702860 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Usage tracker for resource:network and tenant:63def42d790641c7abb8d3d4252324a6 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:47.708310 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:47.719398 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:47.800614 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Made reservation on behalf of 63def42d790641c7abb8d3d4252324a6 for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:34:47.803039 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.816597 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:47.831611 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:47.835372 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Usage tracker for resource:security_group_rule and tenant:63def42d790641c7abb8d3d4252324a6 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:47.838322 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:47.843975 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:47.939700 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:48.059251 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad99a2d-11b2-40e8-ba90-7c57dbd6b8ea req-8e29e384-4abf-40bd-8caa-897b83aa7d5a tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:48.060856 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4ad99a2d-11b2-40e8-ba90-7c57dbd6b8ea req-8e29e384-4abf-40bd-8caa-897b83aa7d5a tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.0933130 Apr 30 17:34:48.062170 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:48.065370 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-28d6b5c9-ba41-444b-baa3-5d91bd567d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:48.093389 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Sync routers for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:34:48.107690 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:34:48.109937 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:48.133945 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:34:48.138756 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d15dbf-2a91-45d4-a848-07f5d61f13f6,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:48.147489 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:48.153769 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4ad99a2d-11b2-40e8-ba90-7c57dbd6b8ea req-51ff53f3-3e83-4b42-9b41-e6e8bd8e6ef7 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795262 Apr 30 17:34:48.165854 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:48.167232 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Added segment 0ddc36e2-f986-4d36-bfc8-b1fd40d4f893 of type vlan for network 53b35aae-7400-4b1d-b42a-584d52350f38 Apr 30 17:34:48.215952 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:48.356645 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:48.358155 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:48.358817 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:48.364471 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:48.380025 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:34:48.533528 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Pushing event updated for resources: {'Network': ['ID=53b35aae-7400-4b1d-b42a-584d52350f38,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:48.536662 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:48.547206 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network 53b35aae-7400-4b1d-b42a-584d52350f38 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:34:48.583512 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b30afdb9-f0a5-473b-a515-187d4cb0aa53 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:48.626636 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9481730 Apr 30 17:34:48.628627 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 47926) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:48.639107 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Request body: {'subnet': {'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-153372470-subnet', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'ip_version': 4}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:34:48.644392 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:48.649000 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Usage tracker for resource:subnet and tenant:63def42d790641c7abb8d3d4252324a6 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:48.653313 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:48.660295 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:48.759736 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port b30afdb9-f0a5-473b-a515-187d4cb0aa53 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:48.761429 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:48.789712 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf', 'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'mac_address': 'fa:16:3e:4c:c0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:43Z', 'updated_at': '2021-04-30T17:34:45Z', 'revision_number': 2, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'subnets': [{'id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:48.795032 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Checking router: 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:34:48.795678 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Updating router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf binding host dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:34:48.814738 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Made reservation on behalf of 63def42d790641c7abb8d3d4252324a6 for: {'subnet': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:34:48.817111 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531058674'] for subnet, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:48.852524 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:48.974440 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d6f3-6680-45f3-9589-da2d3f25bd29 req-864cd79c-5b50-47c1-afa3-6a9fd3deec33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:48.975976 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8c38d6f3-6680-45f3-9589-da2d3f25bd29 req-864cd79c-5b50-47c1-afa3-6a9fd3deec33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 943 time: 0.2050266 Apr 30 17:34:49.053587 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.086728 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8c38d6f3-6680-45f3-9589-da2d3f25bd29 req-55c16237-5a8b-417e-bb66-f845ec799c67 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982671 Apr 30 17:34:49.316718 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Notify callbacks [] for port, precommit_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.330926 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.provisioning_blocks [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Transition to ACTIVE for port object f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf will not be triggered until provisioned by entity L2. {{(pid=74466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:49.384818 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f39b5290-3b30-4b09-bf1a-f55ef4255a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.453278 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.458737 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:49.489738 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530791924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531058660'] for subnet, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.499069 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-881b44b2-6156-4ee7-8c1f-c9802fdc014d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:49.564883 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c29a8-67cd-493c-93af-b24ff503147e req-348c39b0-ab98-4b8b-b00c-1ec6b8405631 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:49.572397 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9c0c29a8-67cd-493c-93af-b24ff503147e req-348c39b0-ab98-4b8b-b00c-1ec6b8405631 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.2133591 Apr 30 17:34:49.612309 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c2650c-392f-4c94-a6fa-58bebfc806df,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:49.616771 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Pushing event updated for resources: {'Port': ['ID=f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf,revision_number=3']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:49.621515 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:49.639743 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:34:49.644654 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Checking segment: {'id': '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:34:49.645435 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Network hostable DHCP agents. Network: 53b35aae-7400-4b1d-b42a-584d52350f38, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:34:49.655585 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9c0c29a8-67cd-493c-93af-b24ff503147e req-75f64ae2-89e1-431a-bd96-497c58309814 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817087 Apr 30 17:34:49.663342 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.663680 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.664016 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.664344 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.664666 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.664986 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.665301 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.665619 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.665959 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.667000 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.667352 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.667668 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:34:49.675548 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:49.696466 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Attempting to bind port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:34:49.696839 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Attempting to bind port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:34:49.697201 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Attempting to bind port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf on network f5877433-7488-49d0-a3c8-1fec523ab652 {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:34:49.710519 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:34:49.710519 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Checking segment: {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:34:49.710519 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.710519 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Bound using segment: {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:34:49.710519 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Bound port: f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'}}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:34:49.710519 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.798510 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] For port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:34:49.799944 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:49.801467 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] For port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:34:49.807205 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Network 53b35aae-7400-4b1d-b42a-584d52350f38 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:34:49.813708 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '2697c852-4972-4026-840f-3ae51c9485b0', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'port_id': '2697c852-4972-4026-840f-3ae51c9485b0', 'mac_address': 'fa:16:3e:19:c7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:34:49.870599 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.875600 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-4d464e6d-a4d1-411c-b1e9-60db5fc2ef1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:49.881347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.898263 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2697c852-4972-4026-840f-3ae51c9485b0 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:34:49.899157 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, 53b35aae-7400-4b1d-b42a-584d52350f38) {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:49.914408 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:49.914408 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:49.915293 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d93065-dd18-43c8-9995-c038575f1610 None None] Network 53b35aae-7400-4b1d-b42a-584d52350f38 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:34:49.942651 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:49.958216 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:34:49.958882 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:50.009548 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3797526 Apr 30 17:34:50.012062 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 47936) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:50.017245 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:34:50.027692 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Pushing event updated for resources: {'Port': ['ID=f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf,revision_number=4']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:50.028802 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:34:50.033138 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Usage tracker for resource:router and tenant:63def42d790641c7abb8d3d4252324a6 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:34:50.033348 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-dcbd56f9-3e01-41be-ba73-ccbfd25fcb98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:50.036092 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:34:50.047568 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:34:50.066729 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:50.070304 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:50.168192 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:34:50.208484 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-518759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64839'] for router, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:50.211244 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-452967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517855', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3718306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64846'] for router, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:50.223400 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=9']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:50.229955 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:50.242212 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:50.243832 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b21e8bf-1867-54f2-8f46-0d81c7d09bf3-53b35aae-7400-4b1d-b42a-584d52350f38', 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'fixed_ips': [{'subnet_id': '24c2650c-392f-4c94-a6fa-58bebfc806df'}]}} from dv-cinder-784779-10-smb. {{(pid=74465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 17:34:50.243832 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:50.371503 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['2697c852-4972-4026-840f-3ae51c9485b0'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:34:50.387296 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1228376-acb8-4852-91e1-16d65f164b0b req-55dedf46-c649-47ff-90a9-ba30abf3b16c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:50.397169 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f1228376-acb8-4852-91e1-16d65f164b0b req-55dedf46-c649-47ff-90a9-ba30abf3b16c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 944 time: 0.1606777 Apr 30 17:34:50.550979 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:50.570176 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.db_base_plugin_common [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Allocated IP 172.20.0.2 (53b35aae-7400-4b1d-b42a-584d52350f38/24c2650c-392f-4c94-a6fa-58bebfc806df/0ae35b09-946f-4cf7-a147-361d2bf37d15) {{(pid=74465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:34:50.600885 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf', 'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'mac_address': 'fa:16:3e:4c:c0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:43Z', 'updated_at': '2021-04-30T17:34:49Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'subnets': [{'id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:50.607835 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91810e08-9a5f-4fc0-8770-5918af8dbc17 None None] The sync data for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb is: [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf', 'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'mac_address': 'fa:16:3e:4c:c0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:43Z', 'updated_at': '2021-04-30T17:34:49Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'subnets': [{'id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:34:50.759473 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f1228376-acb8-4852-91e1-16d65f164b0b req-2f3378ea-6a38-4c44-951e-f893c9793f5e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3613372 Apr 30 17:34:50.953826 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Notify callbacks [] for port, precommit_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:50.965879 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Transition to ACTIVE for port object 0ae35b09-946f-4cf7-a147-361d2bf37d15 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:50.986064 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Transition to ACTIVE for port object 0ae35b09-946f-4cf7-a147-361d2bf37d15 will not be triggered until provisioned by entity DHCP. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:50.990334 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-518665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64956'] for router, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:51.030964 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7c5d2-eb98-4b72-9156-ca8e3b407279 req-48c48523-31be-45d7-9b84-22ccd2a39c26 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:51.032466 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9bd7c5d2-eb98-4b72-9156-ca8e3b407279 req-48c48523-31be-45d7-9b84-22ccd2a39c26 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1559079 Apr 30 17:34:51.065168 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302'] for port, after_create {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:51.070236 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:51.098299 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9bd7c5d2-eb98-4b72-9156-ca8e3b407279 req-cdc113b0-132e-417b-aecb-8a74f32015d0 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599220 Apr 30 17:34:51.174202 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Network 53b35aae-7400-4b1d-b42a-584d52350f38 is already hosted by enough agents. {{(pid=74465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:34:51.181664 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.scheduler.base_scheduler [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Resources bound (agent type, host, resource id): {{(pid=74465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:51.187322 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Received port after_create {{(pid=74465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:34:51.221520 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Pushing event updated for resources: {'Port': ['ID=0ae35b09-946f-4cf7-a147-361d2bf37d15,revision_number=1']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:51.229256 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:51.292112 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Attempting to bind port 0ae35b09-946f-4cf7-a147-361d2bf37d15 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:34:51.292499 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Attempting to bind port 0ae35b09-946f-4cf7-a147-361d2bf37d15 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:34:51.292862 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Attempting to bind port 0ae35b09-946f-4cf7-a147-361d2bf37d15 on network 53b35aae-7400-4b1d-b42a-584d52350f38 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:34:51.298869 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:34:51.299254 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Checking segment: {'id': '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:34:51.299656 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:51.300056 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Bound using segment: {'id': '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:34:51.300537 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Bound port: 0ae35b09-946f-4cf7-a147-361d2bf37d15, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:34:51.300918 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:51.401527 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] For port 0ae35b09-946f-4cf7-a147-361d2bf37d15, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:34:51.406936 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] For port 0ae35b09-946f-4cf7-a147-361d2bf37d15, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=0ae35b09-946f-4cf7-a147-361d2bf37d15,segment=NetworkSegment(0ddc36e2-f986-4d36-bfc8-b1fd40d4f893),segment_id=0ddc36e2-f986-4d36-bfc8-b1fd40d4f893)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:34:51.418710 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:51.450665 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:51.488245 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:51.501966 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:51.605844 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Pushing event updated for resources: {'Port': ['ID=0ae35b09-946f-4cf7-a147-361d2bf37d15,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:51.611152 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:51.655817 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Allocated IP 172.28.3.70 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/28311048-55a4-4d0e-ab1a-e9b4d975cac6) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:34:51.669509 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:51.783518 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 2697c852-4972-4026-840f-3ae51c9485b0 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:51.783959 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:51.882777 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:52.019842 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:52.026045 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:52.031322 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6e576cf1-0510-4fee-a2c5-e8144544215e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:52.093106 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:34:52.101058 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:52.104220 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:34:52.110538 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:34:52.128667 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:52.136494 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:52.183414 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Pushing event updated for resources: {'Port': ['ID=28311048-55a4-4d0e-ab1a-e9b4d975cac6,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:52.186946 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:52.207885 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:52.212026 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:52.304595 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=10']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:52.307966 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:52.384308 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee10d78-b5f9-41a2-a1b5-f5a3a1a1b491 req-cbf29f41-b883-44d9-92fc-8d85c8c61d28 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:52.386734 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9ee10d78-b5f9-41a2-a1b5-f5a3a1a1b491 req-cbf29f41-b883-44d9-92fc-8d85c8c61d28 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 944 time: 0.4352226 Apr 30 17:34:52.629254 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9ee10d78-b5f9-41a2-a1b5-f5a3a1a1b491 req-077c917f-29db-4465-9679-11cc95f4f89b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2067173 Apr 30 17:34:52.648307 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 0ae35b09-946f-4cf7-a147-361d2bf37d15 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:52.656008 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37b497-41ca-41a6-8a0d-4cab961829af req-eb1c507b-4b59-47c3-9b54-2244ef228f54 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:52.657685 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a37b497-41ca-41a6-8a0d-4cab961829af req-eb1c507b-4b59-47c3-9b54-2244ef228f54 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.4011762 Apr 30 17:34:52.733879 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a37b497-41ca-41a6-8a0d-4cab961829af req-5cde593f-5fdf-49b6-9866-2af274b4515b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669725 Apr 30 17:34:52.842671 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417b627-af73-4b72-9b84-95f2d6d0b9cb None None] Network 53b35aae-7400-4b1d-b42a-584d52350f38 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:34:52.892289 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port 0ae35b09-946f-4cf7-a147-361d2bf37d15 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:52.963797 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:52.972210 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0', 'code': 200} Apr 30 17:34:52.972888 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:53.123914 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-11649073-75eb-4b5d-aff9-e5a35b1e77c5 None None] Provisioning for port 0ae35b09-946f-4cf7-a147-361d2bf37d15 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:53.133558 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-11649073-75eb-4b5d-aff9-e5a35b1e77c5 None None] Provisioning complete for port 0ae35b09-946f-4cf7-a147-361d2bf37d15 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:53.133934 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-11649073-75eb-4b5d-aff9-e5a35b1e77c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:53.252683 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:53.263993 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:53.264372 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:53.382923 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-518686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517817'] for router, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:53.450721 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-11649073-75eb-4b5d-aff9-e5a35b1e77c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:53.506001 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:53.524579 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-11649073-75eb-4b5d-aff9-e5a35b1e77c5 None None] For port 0ae35b09-946f-4cf7-a147-361d2bf37d15, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=0ae35b09-946f-4cf7-a147-361d2bf37d15,segment=NetworkSegment(0ddc36e2-f986-4d36-bfc8-b1fd40d4f893),segment_id=0ddc36e2-f986-4d36-bfc8-b1fd40d4f893)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:53.567445 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:53.607371 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-11649073-75eb-4b5d-aff9-e5a35b1e77c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:53.609579 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:53.664855 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:53.700552 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11649073-75eb-4b5d-aff9-e5a35b1e77c5 None None] Pushing event updated for resources: {'Port': ['ID=0ae35b09-946f-4cf7-a147-361d2bf37d15,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:53.704308 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-11649073-75eb-4b5d-aff9-e5a35b1e77c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:53.704842 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-6a549484-66c6-41d9-b633-657dc913f268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:53.780477 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-b1d74eaf-a67a-4869-bba8-f61e764cf6cf None None] Provisioning complete for port 0ae35b09-946f-4cf7-a147-361d2bf37d15 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:53.780968 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b1d74eaf-a67a-4869-bba8-f61e764cf6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:53.795379 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec16a4f-d5e8-4e3e-9b81-2501255a25df req-b299fa2d-1359-45a3-908e-1cd89e6fdd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:53.796833 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9ec16a4f-d5e8-4e3e-9b81-2501255a25df req-b299fa2d-1359-45a3-908e-1cd89e6fdd5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 1099 time: 0.1120660 Apr 30 17:34:53.827452 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:53.831744 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:53.867600 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Router 254f1546-9bad-4332-8ee3-1774dae800bc is scheduled to L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 with binding_index 1 {{(pid=74464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 17:34:53.991539 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9ec16a4f-d5e8-4e3e-9b81-2501255a25df req-2119ac22-09b3-4c20-bec8-3e1e4fbcd81e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578860 Apr 30 17:34:54.153261 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104e3d6-c702-4d21-8b6e-0a293e3ebfad req-c030b81f-52c6-4954-89c6-3a37cfc65c69 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:54.154777 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2104e3d6-c702-4d21-8b6e-0a293e3ebfad req-c030b81f-52c6-4954-89c6-3a37cfc65c69 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 946 time: 0.3562057 Apr 30 17:34:54.159816 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:34:54.168650 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Sync routers for ids ['254f1546-9bad-4332-8ee3-1774dae800bc'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:34:54.177969 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Routers {'254f1546-9bad-4332-8ee3-1774dae800bc'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:34:54.178866 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['254f1546-9bad-4332-8ee3-1774dae800bc'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:54.195991 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eec88-0daf-4545-8d3c-f3e8936a46ec req-605f4e7f-f8a9-4e9d-9d3e-8bc038df0e21 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:54.197946 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-669eec88-0daf-4545-8d3c-f3e8936a46ec req-605f4e7f-f8a9-4e9d-9d3e-8bc038df0e21 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.3063443 Apr 30 17:34:54.251727 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2104e3d6-c702-4d21-8b6e-0a293e3ebfad req-ad98bcf2-3bfd-4837-88c4-d0fbb88dede6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859661 Apr 30 17:34:54.433588 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Notify callbacks [] for router, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:54.436204 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4220002 Apr 30 17:34:54.439493 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 47974) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:34:54.448734 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-669eec88-0daf-4545-8d3c-f3e8936a46ec req-89ec52c6-a523-47bd-822c-54296b06e68d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408893 Apr 30 17:34:54.519357 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Set router 254f1546-9bad-4332-8ee3-1774dae800bc gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:34:54.626851 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 0ae35b09-946f-4cf7-a147-361d2bf37d15 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:54.913167 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 0ae35b09-946f-4cf7-a147-361d2bf37d15 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:54.913543 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:55.126241 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:55.231550 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:55.232164 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:55.266423 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:50Z', 'updated_at': '2021-04-30T17:34:52Z', 'revision_number': 3, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'gw_port': {'id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:51Z', 'updated_at': '2021-04-30T17:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:55.284396 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Checking router: 254f1546-9bad-4332-8ee3-1774dae800bc for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:34:55.289483 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Updating router 254f1546-9bad-4332-8ee3-1774dae800bc port 28311048-55a4-4d0e-ab1a-e9b4d975cac6 binding host dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:34:55.398592 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:55.673294 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:55.794094 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3c66e-7ca8-44b0-ab65-c6bca9a9281e req-1f2c43a9-1dd0-4d53-b88b-8a857167b4e3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:55.795617 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-baf3c66e-7ca8-44b0-ab65-c6bca9a9281e req-1f2c43a9-1dd0-4d53-b88b-8a857167b4e3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 946 time: 0.3080254 Apr 30 17:34:55.832489 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da765b0f-6d7d-4141-815a-1cb75f038b2e req-f06eea84-e9db-41b3-a32b-76753aab4db8 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:55.833991 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-da765b0f-6d7d-4141-815a-1cb75f038b2e req-f06eea84-e9db-41b3-a32b-76753aab4db8 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.2341104 Apr 30 17:34:55.862786 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Notify callbacks [] for port, precommit_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:55.876025 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Transition to ACTIVE for port object 28311048-55a4-4d0e-ab1a-e9b4d975cac6 will not be triggered until provisioned by entity L2. {{(pid=74465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:55.932207 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-baf3c66e-7ca8-44b0-ab65-c6bca9a9281e req-d4c63714-7892-43ca-81aa-4b36672501b1 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284368 Apr 30 17:34:55.967829 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:55.972415 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:56.023859 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-da765b0f-6d7d-4141-815a-1cb75f038b2e req-10236131-27d8-4521-ae7c-d443000d074f tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358514 Apr 30 17:34:56.056681 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Allocated IP 172.20.0.1 (53b35aae-7400-4b1d-b42a-584d52350f38/24c2650c-392f-4c94-a6fa-58bebfc806df/0bc5bc12-ee84-4c69-a47e-157bc30ccab0) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:34:56.094112 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Attempting to bind port 28311048-55a4-4d0e-ab1a-e9b4d975cac6 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:34:56.094683 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Attempting to bind port 28311048-55a4-4d0e-ab1a-e9b4d975cac6 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:34:56.095295 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Attempting to bind port 28311048-55a4-4d0e-ab1a-e9b4d975cac6 on network f3bf8316-f96a-4557-9e0f-541dde4310c6 {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:34:56.108000 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6edf90-c5db-470f-b861-a151cd3a6fba None None] Pushing event updated for resources: {'Port': ['ID=28311048-55a4-4d0e-ab1a-e9b4d975cac6,revision_number=2']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:56.116058 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:34:56.116058 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Checking segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:34:56.116058 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:56.116058 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Bound using segment: {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'} {{(pid=74465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:34:56.116058 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.managers [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Bound port: 28311048-55a4-4d0e-ab1a-e9b4d975cac6, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f302672e-facf-49cc-bd4f-b261581a802e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}}] {{(pid=74465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:34:56.116058 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:56.144891 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-eb6edf90-c5db-470f-b861-a151cd3a6fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:56.204853 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] For port 28311048-55a4-4d0e-ab1a-e9b4d975cac6, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:34:56.208148 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] For port 28311048-55a4-4d0e-ab1a-e9b4d975cac6, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=28311048-55a4-4d0e-ab1a-e9b4d975cac6,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:34:56.215866 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:56.232298 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Transition to ACTIVE for port object 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 will not be triggered until provisioned by entity DHCP. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:34:56.288008 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:56.291724 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:56.366534 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Routers {'254f1546-9bad-4332-8ee3-1774dae800bc'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:34:56.367173 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['254f1546-9bad-4332-8ee3-1774dae800bc'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:56.382894 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:56.396251 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:56.460291 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6edf90-c5db-470f-b861-a151cd3a6fba None None] Pushing event updated for resources: {'Port': ['ID=28311048-55a4-4d0e-ab1a-e9b4d975cac6,revision_number=3']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:56.465917 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-eb6edf90-c5db-470f-b861-a151cd3a6fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:56.502936 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Network 53b35aae-7400-4b1d-b42a-584d52350f38 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:34:56.504187 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:56.507069 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:34:56.579765 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Pushing event updated for resources: {'Port': ['ID=0bc5bc12-ee84-4c69-a47e-157bc30ccab0,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:56.583863 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:56.638010 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-408022'] for router_interface, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:56.660446 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] Set router 254f1546-9bad-4332-8ee3-1774dae800bc gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:34:57.107484 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-b48c0c05-7abf-4c59-8e2c-cb1c04d8a31f None None] Provisioning for port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:57.122904 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-b48c0c05-7abf-4c59-8e2c-cb1c04d8a31f None None] Provisioning complete for port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:57.123280 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b48c0c05-7abf-4c59-8e2c-cb1c04d8a31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:57.194807 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-b48c0c05-7abf-4c59-8e2c-cb1c04d8a31f None None] Port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:34:57.204487 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:50Z', 'updated_at': '2021-04-30T17:34:52Z', 'revision_number': 3, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'gw_port': {'id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:51Z', 'updated_at': '2021-04-30T17:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:57.210521 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf5945-5c60-4d84-b07b-dcb380b8ddfc None None] The sync data for ids ['254f1546-9bad-4332-8ee3-1774dae800bc'] in dv-cinder-784779-10-smb is: [{'id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:50Z', 'updated_at': '2021-04-30T17:34:52Z', 'revision_number': 3, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'gw_port': {'id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:51Z', 'updated_at': '2021-04-30T17:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:34:57.289377 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:57.403737 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f883cb4-960f-43d8-8e8f-584c0685a334 req-4cae7875-7b3b-4beb-8c8c-c679f911cf08 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:57.405249 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8f883cb4-960f-43d8-8e8f-584c0685a334 req-4cae7875-7b3b-4beb-8c8c-c679f911cf08 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1974843 Apr 30 17:34:57.420285 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79d15e-0adf-41bf-b70a-2bfb882ad48b req-d40cffe4-e893-4b91-9549-919e55556074 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:57.421783 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1b79d15e-0adf-41bf-b70a-2bfb882ad48b req-d40cffe4-e893-4b91-9549-919e55556074 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 946 time: 0.2722838 Apr 30 17:34:57.613465 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1b79d15e-0adf-41bf-b70a-2bfb882ad48b req-22e68b03-e0f6-4595-aa17-3ee0c14d79b4 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1704788 Apr 30 17:34:57.616405 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8f883cb4-960f-43d8-8e8f-584c0685a334 req-b13e4618-6b36-4c4f-8ebc-64378d8a18cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935654 Apr 30 17:34:57.682813 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:57.756382 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:57.783033 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:57.868245 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Pushing event updated for resources: {'Port': ['ID=0bc5bc12-ee84-4c69-a47e-157bc30ccab0,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:57.873193 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:57.874187 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3793305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407925'] for router_interface, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:58.039558 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Network 53b35aae-7400-4b1d-b42a-584d52350f38 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:34:58.040944 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:34:58.296838 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Router 254f1546-9bad-4332-8ee3-1774dae800bc has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:34:58.323986 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-f9699e10-f104-432a-97aa-5171d7bb7c21 None None] Provisioning complete for port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:58.324532 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9699e10-f104-432a-97aa-5171d7bb7c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:58.383969 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-f9699e10-f104-432a-97aa-5171d7bb7c21 None None] Port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:34:58.394358 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d75fc-eb31-4190-9132-5545505be56d req-c99b597e-9476-4481-8f42-5063b5710e20 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:58.395844 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-da5d75fc-eb31-4190-9132-5545505be56d req-c99b597e-9476-4481-8f42-5063b5710e20 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 945 time: 0.1847732 Apr 30 17:34:58.530640 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-da5d75fc-eb31-4190-9132-5545505be56d req-3d77df68-f5ea-4451-b29f-b2b9c41993da tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216211 Apr 30 17:34:58.541485 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:34:58.552355 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] 10.222.0.32 "PUT /v2.0/routers/254f1546-9bad-4332-8ee3-1774dae800bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1113260 Apr 30 17:34:58.589629 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 28311048-55a4-4d0e-ab1a-e9b4d975cac6 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:34:58.733094 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port 28311048-55a4-4d0e-ab1a-e9b4d975cac6 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:34:58.739608 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 28311048-55a4-4d0e-ab1a-e9b4d975cac6 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:34:58.740071 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:58.884149 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:58.902726 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port 28311048-55a4-4d0e-ab1a-e9b4d975cac6, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=28311048-55a4-4d0e-ab1a-e9b4d975cac6,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:34:58.926941 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5cf28-a538-4051-92f4-837aa27185fe req-bcb96f00-854c-4b1c-8c8a-24cb4ab3a88a tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:58.928427 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b8f5cf28-a538-4051-92f4-837aa27185fe req-bcb96f00-854c-4b1c-8c8a-24cb4ab3a88a tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1954570 Apr 30 17:34:58.949195 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Sync routers for ids ['254f1546-9bad-4332-8ee3-1774dae800bc'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:34:58.958873 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Routers {'254f1546-9bad-4332-8ee3-1774dae800bc'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:34:58.959487 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['254f1546-9bad-4332-8ee3-1774dae800bc'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:58.984194 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b8f5cf28-a538-4051-92f4-837aa27185fe req-d77ebff4-750b-4413-bebb-a8a1d16c13f8 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414143 Apr 30 17:34:59.008656 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:59.011181 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:34:59.086127 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=28311048-55a4-4d0e-ab1a-e9b4d975cac6,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:34:59.089844 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:34:59.164762 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Set router 254f1546-9bad-4332-8ee3-1774dae800bc gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:34:59.495246 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:50Z', 'updated_at': '2021-04-30T17:34:57Z', 'revision_number': 4, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'gw_port': {'id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:51Z', 'updated_at': '2021-04-30T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': '0bc5bc12-ee84-4c69-a47e-157bc30ccab0', 'name': '', 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'mac_address': 'fa:16:3e:7d:87:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '24c2650c-392f-4c94-a6fa-58bebfc806df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:55Z', 'updated_at': '2021-04-30T17:34:57Z', 'revision_number': 2, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'subnets': [{'id': '24c2650c-392f-4c94-a6fa-58bebfc806df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:34:59.503035 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Checking router: 254f1546-9bad-4332-8ee3-1774dae800bc for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:34:59.503392 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Updating router 254f1546-9bad-4332-8ee3-1774dae800bc port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 binding host dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 17:34:59.573329 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:34:59.767378 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cab14b-5c02-45f3-95f5-9887fc5856ca req-48565f8c-e278-466e-9e5b-8c1509f77e6b tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:34:59.769571 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-34cab14b-5c02-45f3-95f5-9887fc5856ca req-48565f8c-e278-466e-9e5b-8c1509f77e6b tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 945 time: 0.1034877 Apr 30 17:34:59.823099 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-34cab14b-5c02-45f3-95f5-9887fc5856ca req-8417eb46-f802-4b64-a003-9db3ff07da9a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467932 Apr 30 17:35:00.000379 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-f7354a70-2fa8-4f93-96cd-c5a39896c35a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:00.001828 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-f7354a70-2fa8-4f93-96cd-c5a39896c35a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 945 time: 0.0887406 Apr 30 17:35:00.029324 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:00.044950 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.provisioning_blocks [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Transition to ACTIVE for port object 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 will not be triggered until provisioned by entity L2. {{(pid=74466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:00.151405 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:00.161855 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:00.296661 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54416e9-1706-4122-a7ef-25812b5c4cf4 req-62f803d1-37a4-4384-97b9-fb76fb348786 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:00.305814 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b54416e9-1706-4122-a7ef-25812b5c4cf4 req-62f803d1-37a4-4384-97b9-fb76fb348786 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1599491 Apr 30 17:35:00.351101 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Deleting port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:00.351608 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:00.514151 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4f755-5c83-4ff1-a2ca-27fccfa2c25d None None] Pushing event updated for resources: {'Port': ['ID=0bc5bc12-ee84-4c69-a47e-157bc30ccab0,revision_number=3']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:00.554714 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-85f4f755-5c83-4ff1-a2ca-27fccfa2c25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:00.572109 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Attempting to bind port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 on host dv-cinder-784779-10-smb for vnic_type normal with profile {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:00.572761 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Attempting to bind port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 by drivers openvswitch,hyperv on host dv-cinder-784779-10-smb at level 0 using segments [{'id': '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38'}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:00.573304 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Attempting to bind port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 on network 53b35aae-7400-4b1d-b42a-584d52350f38 {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:00.603330 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Checking agent: {'id': '10a05a1d-b71d-4f55-b128-3de3652b464d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 20, 49), 'started_at': datetime.datetime(2021, 4, 30, 17, 21, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:00.604226 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Checking segment: {'id': '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:00.604648 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:00.605049 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Bound using segment: {'id': '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38'} {{(pid=74466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:00.605552 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.managers [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Bound port: 0bc5bc12-ee84-4c69-a47e-157bc30ccab0, host: dv-cinder-784779-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38'}}] {{(pid=74466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:00.605941 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:00.649015 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 28311048-55a4-4d0e-ab1a-e9b4d975cac6 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:00.684813 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b54416e9-1706-4122-a7ef-25812b5c4cf4 req-0842b6c0-02a6-4a40-9de2-70a630fddab1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716891 Apr 30 17:35:00.698268 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] For port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:00.699425 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:00.804190 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 28311048-55a4-4d0e-ab1a-e9b4d975cac6 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:00.804483 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:00.814430 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] For port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0, host dv-cinder-784779-10-smb, cleared binding levels {{(pid=74466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:00.818241 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.plugins.ml2.db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] For port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0, host dv-cinder-784779-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=0bc5bc12-ee84-4c69-a47e-157bc30ccab0,segment=NetworkSegment(0ddc36e2-f986-4d36-bfc8-b1fd40d4f893),segment_id=0ddc36e2-f986-4d36-bfc8-b1fd40d4f893)] {{(pid=74466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:00.900039 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron_lib.callbacks.manager [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:00.906201 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:01.069791 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Routers {'254f1546-9bad-4332-8ee3-1774dae800bc'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:01.070498 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['254f1546-9bad-4332-8ee3-1774dae800bc'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:01.259094 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4f755-5c83-4ff1-a2ca-27fccfa2c25d None None] Pushing event updated for resources: {'Port': ['ID=0bc5bc12-ee84-4c69-a47e-157bc30ccab0,revision_number=4']} {{(pid=74466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:01.279399 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG oslo_concurrency.lockutils [None req-85f4f755-5c83-4ff1-a2ca-27fccfa2c25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=74466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:01.402496 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:01.403108 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:01.403228 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.l3_db [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Floating IP 2c008ddf-6ec8-4e53-82cd-4d1d9a3eeb28 disassociated. External IP: 172.28.3.55, port: af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9. Apr 30 17:35:01.406033 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Calling delete_port for af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:01.473375 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] Set router 254f1546-9bad-4332-8ee3-1774dae800bc gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:01.526762 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d2f4c-abb7-40ad-b50b-a2bc26aa970f req-b6326d64-739b-450d-aa25-6d62f2270ad9 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:01.529535 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d88d2f4c-abb7-40ad-b50b-a2bc26aa970f req-b6326d64-739b-450d-aa25-6d62f2270ad9 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 945 time: 0.4417191 Apr 30 17:35:01.662240 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d88d2f4c-abb7-40ad-b50b-a2bc26aa970f req-ee48bb44-91d4-47e1-a15b-deb24c5faf66 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups?id=3711e8d4-bc75-4468-880b-8f6b43a9d252&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691664 Apr 30 17:35:01.746137 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:01.752674 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:01.849997 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event deleted for resources: {'Port': ['ID=af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:01.855273 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:01.961313 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:50Z', 'updated_at': '2021-04-30T17:34:57Z', 'revision_number': 4, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'gw_port': {'id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:51Z', 'updated_at': '2021-04-30T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': '0bc5bc12-ee84-4c69-a47e-157bc30ccab0', 'name': '', 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'mac_address': 'fa:16:3e:7d:87:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '24c2650c-392f-4c94-a6fa-58bebfc806df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:55Z', 'updated_at': '2021-04-30T17:35:00Z', 'revision_number': 4, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'subnets': [{'id': '24c2650c-392f-4c94-a6fa-58bebfc806df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:01.965855 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b890e2-6446-4f9d-a80c-23ce94ffcbd0 None None] The sync data for ids ['254f1546-9bad-4332-8ee3-1774dae800bc'] in dv-cinder-784779-10-smb is: [{'id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:50Z', 'updated_at': '2021-04-30T17:34:57Z', 'revision_number': 4, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'gw_port': {'id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:51Z', 'updated_at': '2021-04-30T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': '0bc5bc12-ee84-4c69-a47e-157bc30ccab0', 'name': '', 'network_id': '53b35aae-7400-4b1d-b42a-584d52350f38', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'mac_address': 'fa:16:3e:7d:87:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '24c2650c-392f-4c94-a6fa-58bebfc806df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:55Z', 'updated_at': '2021-04-30T17:35:00Z', 'revision_number': 4, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'subnets': [{'id': '24c2650c-392f-4c94-a6fa-58bebfc806df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:02.180987 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535408-d7b9-4bfc-a795-a63338e5b165 req-7cc1799d-c1ff-44e7-a788-0345037bff68 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:02.190119 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-85535408-d7b9-4bfc-a795-a63338e5b165 req-7cc1799d-c1ff-44e7-a788-0345037bff68 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.3322189 Apr 30 17:35:02.250531 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Router 833852cf-50b8-433d-b5f9-8c34cda8c797 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:35:02.582538 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-85535408-d7b9-4bfc-a795-a63338e5b165 req-7aafcd92-2c8e-46d5-a666-81a474cd6ec1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883314 Apr 30 17:35:02.658279 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-9a434659-9638-4dcf-9e06-9d2133e90791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:02.660731 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-9a434659-9638-4dcf-9e06-9d2133e90791 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70509fdad1284ebcac81e155090fc72a&device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1098 time: 0.2270463 Apr 30 17:35:02.678956 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:02.780824 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:02.796331 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] Sync routers for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:02.825756 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:02.830498 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:02.887950 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-fcb5bb3e-4128-4c38-b095-d969d84c7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:02.890669 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-fcb5bb3e-4128-4c38-b095-d969d84c7db4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 200 len: 909 time: 0.2211092 Apr 30 17:35:02.911071 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning for port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:02.952781 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:02.953062 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:02.997964 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] No DVR routers for this DVR port af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:35:03.004271 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:03.022283 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6867550d-c068-4205-b38a-53f05a5b0719', 'name': 'network-vif-deleted', 'tag': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:03.047331 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-531d78e4-885a-427d-a4d9-08ffd18d04c7 req-5101c6d0-a22e-4455-bfb9-e4252204a9c4 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 210 time: 0.1141775 Apr 30 17:35:03.059294 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-86a70d97-e5de-483b-955e-bff678b8fb41 req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.64 "DELETE /v2.0/ports/af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 HTTP/1.1" status: 204 len: 173 time: 3.0455036 Apr 30 17:35:03.101794 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-1474721a-8b07-4574-87b1-7e4a8871e4f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 200 len: 1001 time: 0.2036541 Apr 30 17:35:03.189537 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-223518ba-bfa7-4dfe-b030-76b1fcebd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:03.191171 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-223518ba-bfa7-4dfe-b030-76b1fcebd20a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb66e8fe-816a-482b-ae45-eead6e1aaaaa HTTP/1.1" status: 200 len: 847 time: 0.0833721 Apr 30 17:35:03.232390 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6867550d-c068-4205-b38a-53f05a5b0719', 'name': 'network-vif-deleted', 'tag': 'af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9', 'status': 'completed', 'code': 200} Apr 30 17:35:03.348142 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:03.368593 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-81c0fcda-933f-4d02-815f-86d649cfb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:03.375726 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-81c0fcda-933f-4d02-815f-86d649cfb821 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1772461 Apr 30 17:35:03.505328 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:03.837475 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:03.892797 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] For port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=0bc5bc12-ee84-4c69-a47e-157bc30ccab0,segment=NetworkSegment(0ddc36e2-f986-4d36-bfc8-b1fd40d4f893),segment_id=0ddc36e2-f986-4d36-bfc8-b1fd40d4f893)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:03.905121 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:35:03.905633 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device af55b9a4-c7ed-4a4e-835d-a32c0d7b0ed9 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:03.914624 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-302fe9c0-b5d2-4988-9920-e5a2fc2f81b3 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311749 Apr 30 17:35:03.922701 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53009c05-2c90-4926-8eaa-2529351da46e req-bbdd7bb8-12c8-41a1-805f-9ff0b7e9c9f4 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:03.925217 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-53009c05-2c90-4926-8eaa-2529351da46e req-bbdd7bb8-12c8-41a1-805f-9ff0b7e9c9f4 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1821878 Apr 30 17:35:03.979522 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-53009c05-2c90-4926-8eaa-2529351da46e req-fac2f674-55ac-4841-9f54-a62d54a0d305 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465758 Apr 30 17:35:04.048069 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:04.048069 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] Checking router: 833852cf-50b8-433d-b5f9-8c34cda8c797 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:04.050857 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:04.051492 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:04.080809 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-7cab9d00-15d9-4121-b9bc-6613b03b0176 req-c77a12a2-d1c8-4a6b-bc51-5f65cd1b4fc8 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587279 Apr 30 17:35:04.137943 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:04.144172 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:04.240006 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-c12db543-ef2f-4ea9-a65d-f3176ec5c02f req-44600eb2-5a78-4eff-bfab-55389c61ab57 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Synchronizing usage tracker for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:04.317091 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Pushing event updated for resources: {'Port': ['ID=0bc5bc12-ee84-4c69-a47e-157bc30ccab0,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:04.328916 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:04.329781 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:04.350524 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-c12db543-ef2f-4ea9-a65d-f3176ec5c02f req-44600eb2-5a78-4eff-bfab-55389c61ab57 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Unset dirty status for tenant:a15e20b74f0d4d84a7a49be43fe3147d on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:04.355207 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c12db543-ef2f-4ea9-a65d-f3176ec5c02f req-44600eb2-5a78-4eff-bfab-55389c61ab57 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/ports?device_id=6867550d-c068-4205-b38a-53f05a5b0719 HTTP/1.1" status: 200 len: 210 time: 0.1552866 Apr 30 17:35:04.604366 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 up at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:04.731114 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Provisioning complete for port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:04.731489 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:04.776693 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:04.790274 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36128bb8-ade4-4968-8a70-b27f2d9cf022 None None] The sync data for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb is: [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:29:01Z', 'revision_number': 4, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'c34c5351-9551-41b1-9ea1-94120f11b3d7', 'name': '', 'network_id': '1f96aec8-9fc2-4afd-9d3a-dc3d2691add1', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'mac_address': 'fa:16:3e:5f:4a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:29:00Z', 'updated_at': '2021-04-30T17:29:10Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'subnets': [{'id': '37d8006d-9e04-4f1f-93fd-906732c23313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:05.111933 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc7b5d-1f1a-494f-8a7c-dfc547447d7e None None] New status for floating IP 2c008ddf-6ec8-4e53-82cd-4d1d9a3eeb28: DOWN {{(pid=74466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:35:05.224605 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b8657-1e58-48e0-8331-0a6087ffba87 req-a507db90-abea-4e78-a86e-537b8a682036 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:05.226531 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a94b8657-1e58-48e0-8331-0a6087ffba87 req-a507db90-abea-4e78-a86e-537b8a682036 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1106176 Apr 30 17:35:05.308626 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a94b8657-1e58-48e0-8331-0a6087ffba87 req-e848c977-85ac-417b-a572-6d6e74f81d2b tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750444 Apr 30 17:35:05.615901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48100) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:05.700304 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1eb73fd8-254d-4497-9b18-56fbc4a42721 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:05.735186 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1eb73fd8-254d-4497-9b18-56fbc4a42721 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:05.923704 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1eb73fd8-254d-4497-9b18-56fbc4a42721 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:05.927703 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8083e470-d661-46f2-81e3-8e6b94e4e801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:05.946926 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73fd8-254d-4497-9b18-56fbc4a42721 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711e8d4-bc75-4468-880b-8f6b43a9d252,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:05.950042 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1eb73fd8-254d-4497-9b18-56fbc4a42721 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:06.104089 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1eb73fd8-254d-4497-9b18-56fbc4a42721 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:06.105681 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-1eb73fd8-254d-4497-9b18-56fbc4a42721 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "DELETE /v2.0/security-groups/3711e8d4-bc75-4468-880b-8f6b43a9d252 HTTP/1.1" status: 204 len: 168 time: 0.4887679 Apr 30 17:35:06.109327 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48104) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:06.127018 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.api.v2.resource [None req-fb003463-7aac-4a4e-8243-ce87ff493b2e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] show failed (client error): The resource could not be found. Apr 30 17:35:06.130976 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-fb003463-7aac-4a4e-8243-ce87ff493b2e tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "GET /v2.0/security-groups/3711e8d4-bc75-4468-880b-8f6b43a9d252 HTTP/1.1" status: 404 len: 347 time: 0.0177269 Apr 30 17:35:06.131818 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48108) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:06.400551 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Deleting port d1a0969e-2625-4714-a6c6-7c036bac8862 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:06.401524 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:06.692378 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:06.692860 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:06.708313 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc8d97-f058-487f-9252-5d0d24ddbb22 req-c1f8671e-c7df-41d7-96c6-5037b964538a tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:06.709899 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbbc8d97-f058-487f-9252-5d0d24ddbb22 req-c1f8671e-c7df-41d7-96c6-5037b964538a tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.2557020 Apr 30 17:35:06.845023 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Calling delete_port for d1a0969e-2625-4714-a6c6-7c036bac8862 owned by network:floatingip {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:06.883005 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cbbc8d97-f058-487f-9252-5d0d24ddbb22 req-fdcb9661-e0ae-4649-b587-3ec29ab5399a tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127870 Apr 30 17:35:07.184787 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:07.188962 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-346b78cc-2292-4e7e-9bfb-9111cfbcd2a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:07.238036 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Pushing event deleted for resources: {'Port': ['ID=d1a0969e-2625-4714-a6c6-7c036bac8862,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:07.244621 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:07.344748 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks [] for floatingip, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:07.563369 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:07.568783 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-a83b5265-1e7d-49ea-9368-54c662dd1e67 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] 10.222.0.32 "DELETE /v2.0/floatingips/2c008ddf-6ec8-4e53-82cd-4d1d9a3eeb28 HTTP/1.1" status: 204 len: 168 time: 1.4323008 Apr 30 17:35:08.284773 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e2685-1ab5-41bb-b71f-4aa5da61d038 req-aa51530b-f8d7-40fb-a62f-013996b5826c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:08.286603 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e81e2685-1ab5-41bb-b71f-4aa5da61d038 req-aa51530b-f8d7-40fb-a62f-013996b5826c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1264248 Apr 30 17:35:08.442725 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e81e2685-1ab5-41bb-b71f-4aa5da61d038 req-f27a1cac-e707-41bf-adc2-efc07873e77e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484778 Apr 30 17:35:09.100208 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef2d91-5c5c-48b1-bb50-78220e528345 req-95e0f8e8-0026-455b-971b-b654cf8334bd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:09.102107 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c7ef2d91-5c5c-48b1-bb50-78220e528345 req-95e0f8e8-0026-455b-971b-b654cf8334bd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1056576 Apr 30 17:35:09.186310 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c7ef2d91-5c5c-48b1-bb50-78220e528345 req-7172bc59-9a98-427d-9762-71c7c27040b3 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727570 Apr 30 17:35:09.254630 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48132) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:09.436261 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-68f6b1fc-8625-46cb-81ff-a7d0fa3cf62c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1802785 Apr 30 17:35:09.743280 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device ae09192d-806a-4fa8-91a4-112121cbbabb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:09.982887 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:10.046532 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:10.088225 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ae09192d-806a-4fa8-91a4-112121cbbabb,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:10.108661 dv-cinder-784779-10-smb neutron-server[74465]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'code': 422} returned with failed status Apr 30 17:35:10.223065 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:10.227662 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:10.363301 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=ae09192d-806a-4fa8-91a4-112121cbbabb,revision_number=6']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:10.372819 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:10.504428 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98af2f-8d51-447a-a9c6-43861cad4a4f req-8d55cf85-ef34-44a0-a279-1d05f3934854 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:10.507382 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fb98af2f-8d51-447a-a9c6-43861cad4a4f req-8d55cf85-ef34-44a0-a279-1d05f3934854 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 943 time: 0.1432405 Apr 30 17:35:10.640736 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fb98af2f-8d51-447a-a9c6-43861cad4a4f req-873061a2-8285-4364-8fb3-762caf086ccc tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190464 Apr 30 17:35:11.533396 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:35:11.646117 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-e49d487f-7226-4f0b-85e8-e1a74b60a005 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823369 Apr 30 17:35:11.794323 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-b85dc947-ef99-4cc6-8f68-f19117a08fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:11.796230 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-b85dc947-ef99-4cc6-8f68-f19117a08fff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 1099 time: 0.1084254 Apr 30 17:35:11.940357 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d17a66-c821-4ebe-9a7c-8a0d9bab1042 req-4a212dbd-b6bd-4682-877c-84fef7d7febc tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:11.942482 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d9d17a66-c821-4ebe-9a7c-8a0d9bab1042 req-4a212dbd-b6bd-4682-877c-84fef7d7febc tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 943 time: 0.1264267 Apr 30 17:35:12.019759 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-b94c316e-7eb4-4e30-8791-ba08ecad1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:12.022210 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-b94c316e-7eb4-4e30-8791-ba08ecad1fc4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 918 time: 0.1951156 Apr 30 17:35:12.025953 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d9d17a66-c821-4ebe-9a7c-8a0d9bab1042 req-525717f5-1515-4202-a833-f3c48e2df3f4 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756292 Apr 30 17:35:12.163770 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-ee7e7430-707e-49b9-892d-d373f0955f89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2697c852-4972-4026-840f-3ae51c9485b0 HTTP/1.1" status: 200 len: 1001 time: 0.1343884 Apr 30 17:35:12.233345 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-e603e422-f5bc-4557-9fee-355241c47e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:12.234794 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-e603e422-f5bc-4557-9fee-355241c47e3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.0647740 Apr 30 17:35:12.316896 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-f5c6f5f2-2d52-43bb-86c4-8d61f25a6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:12.318348 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-f5c6f5f2-2d52-43bb-86c4-8d61f25a6f74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0763481 Apr 30 17:35:12.466493 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-a0498fc5-0f32-4669-8bb8-43eca717066a service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407490 Apr 30 17:35:12.529918 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-9eb53204-aa18-47da-b76d-6583388b39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:12.531541 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-9eb53204-aa18-47da-b76d-6583388b39a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf&tenant_id=70509fdad1284ebcac81e155090fc72a HTTP/1.1" status: 200 len: 1096 time: 0.0874097 Apr 30 17:35:12.628286 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-33b22374-5b2a-4c72-b759-6ae93453339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:12.629703 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-33b22374-5b2a-4c72-b759-6ae93453339a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70509fdad1284ebcac81e155090fc72a&device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1096 time: 0.0748627 Apr 30 17:35:12.634007 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-1490e4cd-e0e2-4a25-b6dd-8f51994224dd req-8decc6f1-9fe2-4cb6-b51d-5905789e3c45 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606529 Apr 30 17:35:12.774605 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-957de4ae-9be2-44ca-80e7-8ecfc869a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:12.776607 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-957de4ae-9be2-44ca-80e7-8ecfc869a717 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 200 len: 909 time: 0.1362541 Apr 30 17:35:12.880406 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-cb14fdca-fdae-4f74-a3a1-fcb66bc73723 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 200 len: 999 time: 0.0966110 Apr 30 17:35:12.948349 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-d260eda1-9961-44de-9eee-e074ce57129f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:12.949796 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-d260eda1-9961-44de-9eee-e074ce57129f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb66e8fe-816a-482b-ae45-eead6e1aaaaa HTTP/1.1" status: 200 len: 847 time: 0.0628574 Apr 30 17:35:13.033887 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-844ecaff-f82c-4607-9ff3-aa4f4ddc1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:13.035449 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-844ecaff-f82c-4607-9ff3-aa4f4ddc1dcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0792005 Apr 30 17:35:13.110090 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48190) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:13.297082 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-14fb1a3d-0587-4c5d-a749-a62d2bc06c2d service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546983 Apr 30 17:35:13.481552 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:13.489461 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14076-ffd0-4659-9f83-33879881fb67 req-24e48a7c-9821-40e8-ae3e-34b7148dfc26 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:13.491001 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bfa14076-ffd0-4659-9f83-33879881fb67 req-24e48a7c-9821-40e8-ae3e-34b7148dfc26 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 943 time: 0.2857172 Apr 30 17:35:13.625418 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-499bbfea-5613-4852-9922-8f572fd4dce4 req-0d8690ab-afd9-42e5-bc5e-a4648ecf3369 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209405 Apr 30 17:35:13.687571 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bfa14076-ffd0-4659-9f83-33879881fb67 req-9bb535fe-5af7-4fac-9612-e96067017777 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356711 Apr 30 17:35:13.726177 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-3ac624cb-19de-4116-9053-7224ca4a9157 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:13.728802 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-3ac624cb-19de-4116-9053-7224ca4a9157 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/networks?id=f5877433-7488-49d0-a3c8-1fec523ab652 HTTP/1.1" status: 200 len: 815 time: 0.3062999 Apr 30 17:35:13.751727 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-ae9c1572-c4d3-4a94-9111-817ce9529b6c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/quotas/7e6089dbc404473abbb04c86b5cfcc99 HTTP/1.1" status: 200 len: 375 time: 0.0159886 Apr 30 17:35:13.859043 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-c653d6ae-e15f-492d-8fba-0a13fd18b152 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013520 Apr 30 17:35:14.092030 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407875'] for router_interface, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.167800 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-2fb4990b-7851-4c06-abbd-e3373feaf497 service neutron] 10.222.0.32 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960570 Apr 30 17:35:14.332717 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-525ac1bd-de73-46b9-834a-3f574c474580 service neutron] 10.222.0.32 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586473 Apr 30 17:35:14.588996 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Deleting port c34c5351-9551-41b1-9ea1-94120f11b3d7 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:14.589822 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.651909 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3363ae46-aa35-48d6-871b-ef85afa9f4fa req-c62175c9-796d-4480-9e96-c4aaac000285 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 210 time: 0.0564284 Apr 30 17:35:14.782630 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] For port c34c5351-9551-41b1-9ea1-94120f11b3d7, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=c34c5351-9551-41b1-9ea1-94120f11b3d7,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:14.783196 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:14.923627 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Calling delete_port for c34c5351-9551-41b1-9ea1-94120f11b3d7 owned by network:router_interface {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:14.984383 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dd22d-9b35-4429-ad4d-417305f19052 req-ccc38650-0f57-4de0-83b6-9d49139f784c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:14.987137 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5b8dd22d-9b35-4429-ad4d-417305f19052 req-ccc38650-0f57-4de0-83b6-9d49139f784c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 943 time: 0.1130338 Apr 30 17:35:15.061700 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5b8dd22d-9b35-4429-ad4d-417305f19052 req-c3bd76a0-2dc5-4a55-88b7-fc154b499186 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678742 Apr 30 17:35:15.487816 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:15.492980 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-63fe4759-bb4b-4e68-997c-2f7b1269d9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:15.550694 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=c34c5351-9551-41b1-9ea1-94120f11b3d7,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:15.590318 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.591029 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.591029 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.591394 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.591748 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.592100 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.592452 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.592801 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.593148 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.593494 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.593838 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.594285 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:15.605454 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:15.753919 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device ae09192d-806a-4fa8-91a4-112121cbbabb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:35:15.769396 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-75065a07-2f7b-47d4-b75f-6eddc0ea2191 req-8cd8e4bf-4bca-4af9-b6b6-a77c72c2f83e tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 210 time: 0.0497363 Apr 30 17:35:15.908168 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ae09192d-806a-4fa8-91a4-112121cbbabb,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:15.927381 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'port_id': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'mac_address': 'fa:16:3e:f2:7a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:35:15.986410 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3793282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400627'] for router_interface, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:15.989359 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:16.006529 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae09192d-806a-4fa8-91a4-112121cbbabb {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:35:16.023570 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ae09192d-806a-4fa8-91a4-112121cbbabb,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:16.196206 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:16.199029 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:16.276891 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264285b-c854-4054-99bd-2d23fa82af3e req-98c7e495-8ee8-456b-a379-46f2436b4d73 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:16.278453 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e264285b-c854-4054-99bd-2d23fa82af3e req-98c7e495-8ee8-456b-a379-46f2436b4d73 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 944 time: 0.1025581 Apr 30 17:35:16.279445 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=ae09192d-806a-4fa8-91a4-112121cbbabb,revision_number=7']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:16.287461 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.287800 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.288333 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.288658 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.288989 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.289314 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.289636 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.289952 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.290549 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.290869 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.291347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.291671 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:16.295737 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:16.338688 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e264285b-c854-4054-99bd-2d23fa82af3e req-a2dbff81-13f9-489d-bf8d-692c2a87d3aa tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501378 Apr 30 17:35:16.414382 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['ae09192d-806a-4fa8-91a4-112121cbbabb'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:35:16.545090 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Router 833852cf-50b8-433d-b5f9-8c34cda8c797 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:35:16.723424 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-87d77826-6efd-492a-a9b4-893cfffc5b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:16.808762 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:16.819488 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] Sync routers for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:16.822216 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-0a01e161-f4f4-4f48-bc8c-2eb0863c2e8a admin admin] 10.222.0.32 "PUT /v2.0/routers/833852cf-50b8-433d-b5f9-8c34cda8c797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7100992 Apr 30 17:35:16.824399 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48226) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:16.840574 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:16.841207 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:16.948342 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-aedd0795-3dab-4b5f-ada7-dea37d56246a req-7c7954f7-994e-40ad-84ec-721d446e6d70 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 210 time: 0.0517166 Apr 30 17:35:17.032551 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks [] for router, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:17.105503 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:17.222856 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:17.407858 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Deleting port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:17.408319 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:17.503955 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:35:15Z', 'revision_number': 5, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port': {'id': '17af1a9c-c1fd-4a16-8f4b-feee169f6df6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:28:54Z', 'updated_at': '2021-04-30T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:17.509971 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] Checking router: 833852cf-50b8-433d-b5f9-8c34cda8c797 for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:17.521183 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] Routers {'833852cf-50b8-433d-b5f9-8c34cda8c797'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:17.522180 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:34:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['833852cf-50b8-433d-b5f9-8c34cda8c797'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:17.629554 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] For port 17af1a9c-c1fd-4a16-8f4b-feee169f6df6, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=17af1a9c-c1fd-4a16-8f4b-feee169f6df6,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:17.630004 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:17.687995 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00bc0f-6767-4357-a2cb-4d8ea550cb22 req-d24edf91-e699-47dc-b528-55662079efae tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:17.690816 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3c00bc0f-6767-4357-a2cb-4d8ea550cb22 req-d24edf91-e699-47dc-b528-55662079efae tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 944 time: 0.1553977 Apr 30 17:35:17.730982 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] Set router 833852cf-50b8-433d-b5f9-8c34cda8c797 gateway port host: None {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:17.778730 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3c00bc0f-6767-4357-a2cb-4d8ea550cb22 req-ef8b25e6-77fe-44b9-a121-618ddbe2cff1 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791972 Apr 30 17:35:17.822713 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device ae09192d-806a-4fa8-91a4-112121cbbabb up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:17.890926 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Calling delete_port for 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 owned by network:router_gateway {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:17.959286 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:35:17Z', 'revision_number': 6, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port_host': None}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:17.974285 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03445a3-ef82-4f5b-85e9-11d109498e42 None None] The sync data for ids ['833852cf-50b8-433d-b5f9-8c34cda8c797'] in dv-cinder-784779-10-smb is: [{'id': '833852cf-50b8-433d-b5f9-8c34cda8c797', 'name': 'tempest-AttachVolumeTestJSON-1001758364-router', 'tenant_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:28:53Z', 'updated_at': '2021-04-30T17:35:17Z', 'revision_number': 6, 'project_id': 'a15e20b74f0d4d84a7a49be43fe3147d', 'gw_port_host': None}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:18.004250 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port ae09192d-806a-4fa8-91a4-112121cbbabb triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:18.005700 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.084522 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-f4a9c3ed-4b75-449b-9834-3a5346195e84 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:18.086085 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-f4a9c3ed-4b75-449b-9834-3a5346195e84 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.64 "GET /v2.0/networks?id=f5877433-7488-49d0-a3c8-1fec523ab652 HTTP/1.1" status: 200 len: 815 time: 0.1822219 Apr 30 17:35:18.101528 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'port': {'device_id': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'admin_state_up': True, 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:18.167062 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.167354 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.171991 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-446fee03-4d9b-4964-a162-3b58349a9c8a tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:18.178512 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1a4d63ac-6213-4f68-923b-c3925b3fefda req-2328a1a4-3100-4c49-a0a0-7cc77edc3d96 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 210 time: 0.0823102 Apr 30 17:35:18.205918 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:18.217801 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ae09192d-806a-4fa8-91a4-112121cbbabb,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:18.263716 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Pushing event deleted for resources: {'Port': ['ID=17af1a9c-c1fd-4a16-8f4b-feee169f6df6,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:18.269034 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:18.276947 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'code': 200} Apr 30 17:35:18.323852 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:18.328169 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:port and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:18.331140 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:18.333020 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.335172 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517740'] for router_gateway, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.338329 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:18.341959 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:18.427002 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=ae09192d-806a-4fa8-91a4-112121cbbabb,revision_number=8']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:18.430758 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:18.435992 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Made reservation on behalf of 7e6089dbc404473abbb04c86b5cfcc99 for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:18.441099 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.558045 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64949'] for router, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.558202 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.662782 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Allocated IP 172.20.0.11 (f5877433-7488-49d0-a3c8-1fec523ab652/313dd0ca-b240-4d25-b305-a5eecb962450/82d3f4d7-7f36-4d36-b58b-6331d3b821e2) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:18.682714 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517156'] for router, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.683490 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833852cf-50b8-433d-b5f9-8c34cda8c797 {{(pid=74463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:35:18.703225 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.706729 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] 10.222.0.32 "DELETE /v2.0/routers/833852cf-50b8-433d-b5f9-8c34cda8c797 HTTP/1.1" status: 204 len: 168 time: 1.8790681 Apr 30 17:35:18.707132 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48252) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:18.779302 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484401c-2680-405e-932a-e0d6503120b8 req-cbdff7f5-e44b-4424-be4a-d59390c5f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:18.780849 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-a484401c-2680-405e-932a-e0d6503120b8 req-cbdff7f5-e44b-4424-be4a-d59390c5f159 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1098 time: 0.1485853 Apr 30 17:35:18.792579 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d361ba-a135-465a-a162-852def4aa301 admin admin] Deleting subnet 37d8006d-9e04-4f1f-93fd-906732c23313 {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:35:18.816762 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-96d361ba-a135-465a-a162-852def4aa301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.894571 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device c34c5351-9551-41b1-9ea1-94120f11b3d7 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:18.940913 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-a484401c-2680-405e-932a-e0d6503120b8 req-567434ce-da3f-4cee-9dc9-44674f46c562 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524565 Apr 30 17:35:18.949862 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-96d361ba-a135-465a-a162-852def4aa301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.950016 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:18.971949 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Transition to ACTIVE for port object 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 will not be triggered until provisioned by entity DHCP. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:18.976492 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: c34c5351-9551-41b1-9ea1-94120f11b3d7 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:35:18.989132 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device c34c5351-9551-41b1-9ea1-94120f11b3d7 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:18.989725 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:19.077304 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:35:19.077674 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 17af1a9c-c1fd-4a16-8f4b-feee169f6df6 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:19.089373 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:19.104746 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-92ae28e7-dc00-44ae-9e0b-1a2daed1e5b1 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:19.156282 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:19.197127 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-96d361ba-a135-465a-a162-852def4aa301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:19.205142 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Network f5877433-7488-49d0-a3c8-1fec523ab652 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:19.216231 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:19.229229 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:19.365055 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:19.367814 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:19.384160 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-239885a2-0fb2-43d3-a141-11cd99297176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:19.420582 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'Port': ['ID=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:19.458702 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a4f4a-8cc1-405f-8da2-48f39a7a62b0 req-7c5b4591-2ac7-431a-b841-6e25129b17cb tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:19.460646 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-437a4f4a-8cc1-405f-8da2-48f39a7a62b0 req-7c5b4591-2ac7-431a-b841-6e25129b17cb tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.4556456 Apr 30 17:35:19.463668 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.466452 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.467397 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.469759 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.470274 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.470807 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.471355 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.482806 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.486417 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.486417 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.486417 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.486417 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:35:19.684555 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:19.708570 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6133201 Apr 30 17:35:19.739432 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-c331b0b5-3188-4a74-b3d0-9b71ca3188f4 None None] Provisioning for port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:19.746736 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-c331b0b5-3188-4a74-b3d0-9b71ca3188f4 None None] Provisioning complete for port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:19.747613 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-c331b0b5-3188-4a74-b3d0-9b71ca3188f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:19.752740 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-437a4f4a-8cc1-405f-8da2-48f39a7a62b0 req-78e0a453-2f1f-4e74-923c-516877c987fd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627690 Apr 30 17:35:19.797724 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8350c-c5aa-4fb7-9c95-d3f9dd6d90c3 req-fe180de4-b46a-4425-ac98-f933382b3a67 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:19.798593 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-b0d8350c-c5aa-4fb7-9c95-d3f9dd6d90c3 req-fe180de4-b46a-4425-ac98-f933382b3a67 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Synchronizing usage tracker for tenant:7e6089dbc404473abbb04c86b5cfcc99 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:19.846167 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-c331b0b5-3188-4a74-b3d0-9b71ca3188f4 None None] Port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:35:19.871693 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-96d361ba-a135-465a-a162-852def4aa301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:19.875870 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:19.899194 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-b0d8350c-c5aa-4fb7-9c95-d3f9dd6d90c3 req-fe180de4-b46a-4425-ac98-f933382b3a67 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Unset dirty status for tenant:7e6089dbc404473abbb04c86b5cfcc99 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:19.900749 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b0d8350c-c5aa-4fb7-9c95-d3f9dd6d90c3 req-fe180de4-b46a-4425-ac98-f933382b3a67 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 932 time: 0.4385939 Apr 30 17:35:19.918879 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-96d361ba-a135-465a-a162-852def4aa301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:19.925177 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a67411-09cf-4f36-bf2c-dd0341d11679 None None] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:35:19.925741 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d361ba-a135-465a-a162-852def4aa301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37d8006d-9e04-4f1f-93fd-906732c23313,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:19.932550 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-96d361ba-a135-465a-a162-852def4aa301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:19.933753 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-96d361ba-a135-465a-a162-852def4aa301 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/37d8006d-9e04-4f1f-93fd-906732c23313 HTTP/1.1" status: 204 len: 168 time: 1.2258763 Apr 30 17:35:19.936441 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48266) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:20.048595 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b0d8350c-c5aa-4fb7-9c95-d3f9dd6d90c3 req-fd151e61-9039-4e45-b670-b6eebb854447 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397579 Apr 30 17:35:20.052441 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:20.141389 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Deleting port b1ff022a-fe4d-454d-83e1-fbac092bf58c {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:20.141732 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:20.303815 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] For port b1ff022a-fe4d-454d-83e1-fbac092bf58c, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b1ff022a-fe4d-454d-83e1-fbac092bf58c,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:20.304175 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:20.349600 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] DHCP port deletion for 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 request from dv-cinder-784779-10-smb {{(pid=74465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:35:20.434966 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:20.502970 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] Deleting port b1ff022a-fe4d-454d-83e1-fbac092bf58c {{(pid=74465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:20.503411 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:20.656408 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b1ff022a-fe4d-454d-83e1-fbac092bf58c no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:20.717591 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] For port b1ff022a-fe4d-454d-83e1-fbac092bf58c, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b1ff022a-fe4d-454d-83e1-fbac092bf58c,segment=NetworkSegment(9c65bba2-66e9-40ef-a7e2-effcc4d188bf),segment_id=9c65bba2-66e9-40ef-a7e2-effcc4d188bf)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:20.718026 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:20.731125 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Calling delete_port for b1ff022a-fe4d-454d-83e1-fbac092bf58c owned by network:dhcp {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:20.853657 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:20.858107 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ed1a913c-d2f4-418d-8e7c-6882aac9e5aa tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:20.914351 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] Calling delete_port for b1ff022a-fe4d-454d-83e1-fbac092bf58c owned by network:dhcp {{(pid=74465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:20.944334 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ff022a-fe4d-454d-83e1-fbac092bf58c,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:20.947898 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:20.949005 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] No DVR routers for this DVR port b1ff022a-fe4d-454d-83e1-fbac092bf58c on host dv-cinder-784779-10-smb {{(pid=74463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:35:21.010697 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No active binding found for port b1ff022a-fe4d-454d-83e1-fbac092bf58c {{(pid=74465) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 30 17:35:21.011280 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b1ff022a-fe4d-454d-83e1-fbac092bf58c not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:21.014688 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54384476-4f82-4bca-ac2e-2c8066be13b2 req-c76b0084-75cf-4fb4-b94d-d87014e9239f tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:21.016554 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-54384476-4f82-4bca-ac2e-2c8066be13b2 req-c76b0084-75cf-4fb4-b94d-d87014e9239f tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.0985610 Apr 30 17:35:21.089809 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-54384476-4f82-4bca-ac2e-2c8066be13b2 req-e261a23c-1144-4cd7-93cf-33542e31efb7 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662017 Apr 30 17:35:21.158149 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311'] for port, after_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:21.174449 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:21.177541 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-e7069a97-4094-4271-ba26-2b1188519517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:21.252488 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] No DVR routers for this DVR port b1ff022a-fe4d-454d-83e1-fbac092bf58c on host dv-cinder-784779-10-smb {{(pid=74465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:35:21.260817 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] Pushing event deleted for resources: {'Port': ['ID=b1ff022a-fe4d-454d-83e1-fbac092bf58c,revision_number=None']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:21.285133 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-248807d0-19a5-4f0e-8276-420ada956fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:21.318039 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d4b0b-36f0-4449-929a-bcb21192792a req-fbe7ee47-4694-45fa-b445-cb1ff35bcd84 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:21.326190 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e9d4b0b-36f0-4449-929a-bcb21192792a req-fbe7ee47-4694-45fa-b445-cb1ff35bcd84 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 932 time: 0.1307788 Apr 30 17:35:21.329867 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f96aec8-9fc2-4afd-9d3a-dc3d2691add1']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:21.360447 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c65bba2-66e9-40ef-a7e2-effcc4d188bf') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:21.361200 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c65bba2-66e9-40ef-a7e2-effcc4d188bf') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:21.393980 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:21.398799 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8e9d4b0b-36f0-4449-929a-bcb21192792a req-5a16fc9c-8dab-473e-a7eb-c260b6879e97 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716689 Apr 30 17:35:21.429160 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:21.436674 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:35:21.676330 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:35:21.691312 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:21.945501 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Network 1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:35:21.972484 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:35:22.041429 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:22.151366 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:22.157685 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-306185d1-4fb4-4ec3-a9ed-fffe41580055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:22.174644 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:22.191615 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f96aec8-9fc2-4afd-9d3a-dc3d2691add1,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:22.197378 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:22.299761 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-137c9b09-86f2-492e-bf86-6e184f2200f3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1f96aec8-9fc2-4afd-9d3a-dc3d2691add1 HTTP/1.1" status: 204 len: 168 time: 2.3620071 Apr 30 17:35:22.311456 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09f41c-6726-4391-942f-033080250b45 req-2d9fa834-9214-42b1-bbb3-5bc5d61be178 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:22.313039 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6e09f41c-6726-4391-942f-033080250b45 req-2d9fa834-9214-42b1-bbb3-5bc5d61be178 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.0917861 Apr 30 17:35:22.366178 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6e09f41c-6726-4391-942f-033080250b45 req-77b531da-a6cc-4b66-acb8-633a6a45adc0 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Apr 30 17:35:22.654472 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062a117-4a3b-48a3-9d1c-27a25cd67b09 req-b13c8afe-813b-47b7-b189-b925e6e0d2a6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:22.656148 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e062a117-4a3b-48a3-9d1c-27a25cd67b09 req-b13c8afe-813b-47b7-b189-b925e6e0d2a6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 932 time: 0.1426544 Apr 30 17:35:22.676168 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48282) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:22.714671 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e062a117-4a3b-48a3-9d1c-27a25cd67b09 req-d50e8a25-e14b-4ea1-b848-f2d4412fb90e tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525730 Apr 30 17:35:22.762455 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-663cb91f-281a-4c25-8ea5-75ede9442b81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a15e20b74f0d4d84a7a49be43fe3147d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0845945 Apr 30 17:35:22.764755 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48286) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:22.842036 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-436177ab-0263-41aa-90f7-70860de6f419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:22.872559 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-436177ab-0263-41aa-90f7-70860de6f419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:23.019044 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-436177ab-0263-41aa-90f7-70860de6f419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:23.023196 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b9ba7fd7-2b0e-4058-9891-d99f7305dd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:23.036820 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436177ab-0263-41aa-90f7-70860de6f419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baee8bae-f6ee-4617-a97a-f6524a9ff2f6,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:23.040505 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-436177ab-0263-41aa-90f7-70860de6f419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:23.046712 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-436177ab-0263-41aa-90f7-70860de6f419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:23.050324 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-436177ab-0263-41aa-90f7-70860de6f419 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/baee8bae-f6ee-4617-a97a-f6524a9ff2f6 HTTP/1.1" status: 204 len: 168 time: 0.2823105 Apr 30 17:35:23.622444 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dbc67-8356-40ed-9f13-34aaaff3bf5f req-7a293129-7cd8-4849-85cc-c07b33b97a22 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:23.623919 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cb9dbc67-8356-40ed-9f13-34aaaff3bf5f req-7a293129-7cd8-4849-85cc-c07b33b97a22 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.0979822 Apr 30 17:35:23.678349 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cb9dbc67-8356-40ed-9f13-34aaaff3bf5f req-d13c1314-8f4a-4f0c-8c82-7fb53ec8f5af tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484221 Apr 30 17:35:23.982041 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ed8b6-8a85-46f0-8744-4878dd34f09d req-052990a7-2157-4866-b6e0-b557dd77ec16 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:23.984828 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-011ed8b6-8a85-46f0-8744-4878dd34f09d req-052990a7-2157-4866-b6e0-b557dd77ec16 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 932 time: 0.1219456 Apr 30 17:35:24.055590 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-011ed8b6-8a85-46f0-8744-4878dd34f09d req-32dd51ea-1680-42f2-bd30-5722283d952f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622952 Apr 30 17:35:24.989422 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c901a-6c71-4bc8-9b4d-35fe5af5b3fe req-da13c3c4-853d-4189-9004-ae36d6e5d327 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:24.991168 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-980c901a-6c71-4bc8-9b4d-35fe5af5b3fe req-da13c3c4-853d-4189-9004-ae36d6e5d327 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1864672 Apr 30 17:35:25.060774 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-980c901a-6c71-4bc8-9b4d-35fe5af5b3fe req-c7ea338b-317e-44f4-bd85-61ed01677e09 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607233 Apr 30 17:35:25.309201 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aecbe-a048-4dcd-8423-62dc6f3acc2c req-23fddb5c-0db1-49f1-b7bb-8bd0fbca169f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:25.311242 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e87aecbe-a048-4dcd-8423-62dc6f3acc2c req-23fddb5c-0db1-49f1-b7bb-8bd0fbca169f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 932 time: 0.1175704 Apr 30 17:35:25.372135 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e87aecbe-a048-4dcd-8423-62dc6f3acc2c req-773558ba-fcc5-4a9a-b1f7-93935a19b1a6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529437 Apr 30 17:35:26.373853 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428de0b1-6c8a-4ec6-b844-169f27168ce2 req-4fbb1750-2c49-475e-87a6-6bc6917226da tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:26.377491 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-428de0b1-6c8a-4ec6-b844-169f27168ce2 req-4fbb1750-2c49-475e-87a6-6bc6917226da tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1345510 Apr 30 17:35:26.438750 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-428de0b1-6c8a-4ec6-b844-169f27168ce2 req-1cfb6b42-0cb5-4cd3-9279-f5d39ef1c602 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537574 Apr 30 17:35:26.500179 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48348) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:26.665013 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:26.688866 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:26.701696 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Usage tracker for resource:security_group_rule and tenant:80417e09608c45d68d829883298f8f38 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:26.707690 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:26.727069 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:26.758437 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff1c7d-727c-4de6-8121-a75dd5b49bc3 req-605189c8-5cb9-4ff6-83e9-3befe4540cfb tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:26.760695 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-97ff1c7d-727c-4de6-8121-a75dd5b49bc3 req-605189c8-5cb9-4ff6-83e9-3befe4540cfb tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 932 time: 0.1940384 Apr 30 17:35:26.843817 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-97ff1c7d-727c-4de6-8121-a75dd5b49bc3 req-66050d9d-4831-44ee-a4e1-55f5f04dea36 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729442 Apr 30 17:35:26.916999 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.042051 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.056365 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-706e64db-21b6-4c68-a05c-6497f4c83c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:27.105522 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80417e09608c45d68d829883298f8f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044593 Apr 30 17:35:27.108083 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb13c7e-7249-4223-a610-0b63663f40df,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:27.112134 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:27.215280 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48354) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:27.313014 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f42b5e28-83e9-451d-a8a9-88baed86e676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.351296 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f42b5e28-83e9-451d-a8a9-88baed86e676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.732194 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac4db1-3bbd-4df6-aef3-651d43365e60 req-780815e1-2aa8-4d20-a940-2087b0c602e5 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:27.733625 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4bac4db1-3bbd-4df6-aef3-651d43365e60 req-780815e1-2aa8-4d20-a940-2087b0c602e5 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1533759 Apr 30 17:35:27.786504 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4bac4db1-3bbd-4df6-aef3-651d43365e60 req-c2dfa34c-c5f9-48af-b98a-be02f91cb4dc tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452867 Apr 30 17:35:27.876539 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f42b5e28-83e9-451d-a8a9-88baed86e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.881235 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-db9c415b-45c5-4d50-8c9b-acf01f5b379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:27.898937 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b5e28-83e9-451d-a8a9-88baed86e676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb13c7e-7249-4223-a610-0b63663f40df,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:27.907326 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f42b5e28-83e9-451d-a8a9-88baed86e676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:27.913048 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f42b5e28-83e9-451d-a8a9-88baed86e676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:27.918433 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-f42b5e28-83e9-451d-a8a9-88baed86e676 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/edb13c7e-7249-4223-a610-0b63663f40df HTTP/1.1" status: 204 len: 168 time: 0.6995907 Apr 30 17:35:28.113705 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912be7c-3cea-4857-a650-dc93db09e64c req-c6c49a16-f602-4f1e-9377-bd3e5052e7ac tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:28.115257 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4912be7c-3cea-4857-a650-dc93db09e64c req-c6c49a16-f602-4f1e-9377-bd3e5052e7ac tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 932 time: 0.1082597 Apr 30 17:35:28.171733 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4912be7c-3cea-4857-a650-dc93db09e64c req-75614222-fd46-487e-9dfe-d8eac6bc7892 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466530 Apr 30 17:35:28.690298 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48368) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:28.717700 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:28.737749 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:28.751445 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Usage tracker for resource:security_group_rule and tenant:7c5b0188ca334a88831a3372ed1a5581 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:28.754856 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:28.762358 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:28.914828 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:29.010469 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc45901-3698-468f-b62e-67b74ecf75a2 req-6578cc68-e2c2-45dc-a581-75c791dd28ef tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:29.011936 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ffc45901-3698-468f-b62e-67b74ecf75a2 req-6578cc68-e2c2-45dc-a581-75c791dd28ef tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.0937650 Apr 30 17:35:29.067599 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ffc45901-3698-468f-b62e-67b74ecf75a2 req-481e78fb-e888-4425-b433-0cf5adef06f2 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462296 Apr 30 17:35:29.388182 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f709b5-1d1d-4e2c-bec8-d7a5c5884ae9 req-fc946ace-66e7-4798-b859-dd5f6db5f13f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:29.389581 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f4f709b5-1d1d-4e2c-bec8-d7a5c5884ae9 req-fc946ace-66e7-4798-b859-dd5f6db5f13f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 932 time: 0.0916984 Apr 30 17:35:29.533342 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-f4f709b5-1d1d-4e2c-bec8-d7a5c5884ae9 req-5f31043e-6eda-415d-bb5d-e3ba2beb6c56 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366382 Apr 30 17:35:29.544247 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Request body: {'port': {'device_id': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:29.663514 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:29.985061 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:29.992966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1c9a3ec3-77fb-4028-afba-bfd8edb3ad37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:30.036106 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be503d1-ec33-4741-b8a1-5114e6b524d5,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:30.038633 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:35:30.045037 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c5b0188ca334a88831a3372ed1a5581&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3524563 Apr 30 17:35:30.046303 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48378) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:30.046910 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:30.061934 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.093131 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Transition to ACTIVE for port object 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:30.125099 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c005e3cd-0811-4aac-9a81-8ce5d75b7fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.152693 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c005e3cd-0811-4aac-9a81-8ce5d75b7fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.176310 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.183174 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-4baa83bd-f2ac-420d-a98d-8885384c0c9c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:30.386445 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:30.389685 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:30.536843 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b657c07-fcf6-4b6b-919a-f1dcda481fad req-9e89af57-c88c-405e-86e2-6d91bc62f878 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:30.538655 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1b657c07-fcf6-4b6b-919a-f1dcda481fad req-9e89af57-c88c-405e-86e2-6d91bc62f878 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.3193080 Apr 30 17:35:30.541144 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Attempting to bind port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:30.541476 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Attempting to bind port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:30.541806 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Attempting to bind port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 on network f5877433-7488-49d0-a3c8-1fec523ab652 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:30.547657 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 on network f5877433-7488-49d0-a3c8-1fec523ab652 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:35:30.547990 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Attempting to bind port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 on network f5877433-7488-49d0-a3c8-1fec523ab652 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:30.568569 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:30.568794 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Checking segment: {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:30.569193 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Bound using segment: {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:30.569639 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Bound port: 82d3f4d7-7f36-4d36-b58b-6331d3b821e2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:30.569983 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.596139 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c005e3cd-0811-4aac-9a81-8ce5d75b7fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.603022 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b944965a-fb5f-4c61-ac30-66519115679e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:30.665681 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005e3cd-0811-4aac-9a81-8ce5d75b7fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be503d1-ec33-4741-b8a1-5114e6b524d5,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:30.668043 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-c005e3cd-0811-4aac-9a81-8ce5d75b7fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:30.712154 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-1b657c07-fcf6-4b6b-919a-f1dcda481fad req-d30658f0-4036-468f-b4d4-88a970d8b928 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593034 Apr 30 17:35:30.725471 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-c005e3cd-0811-4aac-9a81-8ce5d75b7fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.730524 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-c005e3cd-0811-4aac-9a81-8ce5d75b7fce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2be503d1-ec33-4741-b8a1-5114e6b524d5 HTTP/1.1" status: 204 len: 168 time: 0.6808903 Apr 30 17:35:30.771919 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] For port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:30.776775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] For port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:30.802243 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e89078-fc09-4f91-ace7-3da478c531fc req-7e0778ca-8477-43bb-848d-91f6b59d92d1 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:30.803681 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c7e89078-fc09-4f91-ace7-3da478c531fc req-7e0778ca-8477-43bb-848d-91f6b59d92d1 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 944 time: 0.1453891 Apr 30 17:35:30.861882 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c7e89078-fc09-4f91-ace7-3da478c531fc req-6eeb7566-6296-4b35-9a90-ef85e935bfc4 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 Apr 30 17:35:30.864956 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.871920 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-0a147f7b-d052-44ad-b33c-9a4c27ce418c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:30.927120 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:30.927584 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:30.928977 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] 10.222.0.64 "PUT /v2.0/ports/82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 1094 time: 1.3900058 Apr 30 17:35:30.929498 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:30.965062 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:30.969247 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:31.026386 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'status': 'completed', 'code': 200} Apr 30 17:35:31.177983 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36823487-0743-4ae6-9c73-c54ceafb75db req-8dffadbc-5aa0-493e-af18-b207e699a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:31.179735 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-36823487-0743-4ae6-9c73-c54ceafb75db req-8dffadbc-5aa0-493e-af18-b207e699a91e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1097 time: 0.1355696 Apr 30 17:35:31.349026 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36823487-0743-4ae6-9c73-c54ceafb75db req-8cbd611b-7b9a-4879-b351-bda3a9bf5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:31.350500 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-36823487-0743-4ae6-9c73-c54ceafb75db req-8cbd611b-7b9a-4879-b351-bda3a9bf5e3b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1626787 Apr 30 17:35:31.615479 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36823487-0743-4ae6-9c73-c54ceafb75db req-37611505-81bc-40da-9362-4805537063f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:31.616909 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-36823487-0743-4ae6-9c73-c54ceafb75db req-37611505-81bc-40da-9362-4805537063f6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2593248 Apr 30 17:35:31.729093 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-ae6300ee-39f5-4bbe-8fe1-c76af17e8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:31.730593 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-ae6300ee-39f5-4bbe-8fe1-c76af17e8341 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1097 time: 0.0775025 Apr 30 17:35:31.823976 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-3f529c45-b647-426c-8a0c-1c5397389a86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 217 time: 0.0846546 Apr 30 17:35:31.970633 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-bef6bec8-3464-46aa-8ede-1e51b2cc4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:31.972339 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-bef6bec8-3464-46aa-8ede-1e51b2cc4887 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313dd0ca-b240-4d25-b305-a5eecb962450 HTTP/1.1" status: 200 len: 854 time: 0.1413164 Apr 30 17:35:32.101836 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6d6bf-b898-49d2-97f5-630c63d4ca8d req-1e17759c-a70c-4861-9720-95ed9130f808 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:32.104183 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bdb6d6bf-b898-49d2-97f5-630c63d4ca8d req-1e17759c-a70c-4861-9720-95ed9130f808 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.2176454 Apr 30 17:35:32.183173 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bdb6d6bf-b898-49d2-97f5-630c63d4ca8d req-0b708260-a22b-4fdc-9e56-d56cd2204b83 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715485 Apr 30 17:35:32.192762 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-9afcfa1b-2a67-4d74-bbaf-16640cf7a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:32.195108 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-9afcfa1b-2a67-4d74-bbaf-16640cf7a5d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5877433-7488-49d0-a3c8-1fec523ab652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2154317 Apr 30 17:35:32.203362 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fda4a0-ed15-4b63-8efa-9caa47505463 req-004e115c-0570-473f-bf65-63422ae557f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:32.218103 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a1fda4a0-ed15-4b63-8efa-9caa47505463 req-004e115c-0570-473f-bf65-63422ae557f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 944 time: 0.1838727 Apr 30 17:35:32.361561 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a1fda4a0-ed15-4b63-8efa-9caa47505463 req-50691098-0b62-4168-a8c5-4695861b6b6b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312940 Apr 30 17:35:32.394800 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-fbb4117e-c5eb-41c1-963d-6a8fc38e0abf service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882761 Apr 30 17:35:32.562102 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05b94e20-f963-46c7-8040-b6e9b8e7c2f3 req-f9ff14de-dd77-4cd1-87aa-ac65c43f1d37 service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602094 Apr 30 17:35:33.609033 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873851-f9b1-40e7-a61e-cf76154c1584 req-080a01cf-290c-4420-a3c2-330038a9dafd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:33.610774 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-37873851-f9b1-40e7-a61e-cf76154c1584 req-080a01cf-290c-4420-a3c2-330038a9dafd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 944 time: 0.1420903 Apr 30 17:35:33.676007 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-37873851-f9b1-40e7-a61e-cf76154c1584 req-95f12230-992f-4b14-8ec2-264dfff27ae8 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592334 Apr 30 17:35:33.689413 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54b1a5-b2d1-47a7-9c23-99c3ee663061 req-570b445f-f72f-4ca9-9f57-504592cc6e76 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:33.691000 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7d54b1a5-b2d1-47a7-9c23-99c3ee663061 req-570b445f-f72f-4ca9-9f57-504592cc6e76 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 946 time: 0.1460640 Apr 30 17:35:33.742784 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7d54b1a5-b2d1-47a7-9c23-99c3ee663061 req-525e5779-b157-4fcd-9678-68902422e815 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439870 Apr 30 17:35:33.848973 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:35:33.993691 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:34.008478 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'port_id': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'mac_address': 'fa:16:3e:02:b9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:35:34.070347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:34.088814 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:35:34.104917 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:34.173311 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:34.175439 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:34.246874 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:34.249926 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:34.404593 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['82d3f4d7-7f36-4d36-b58b-6331d3b821e2'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:35:34.933540 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968abbda-9df6-465e-baa8-5b566ad416c7 req-a83d6adf-1c5c-4ea2-90b5-6c564d04e924 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:34.935095 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-968abbda-9df6-465e-baa8-5b566ad416c7 req-a83d6adf-1c5c-4ea2-90b5-6c564d04e924 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 945 time: 0.1377740 Apr 30 17:35:35.029158 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-968abbda-9df6-465e-baa8-5b566ad416c7 req-2a67a219-fd46-417f-b635-263a1b34aa23 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570891 Apr 30 17:35:35.060289 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2a302-3e4d-4278-978a-0bc8e5f3fe75 req-07333b75-6c74-476f-bb76-187e50ec93b3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:35.061825 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-75b2a302-3e4d-4278-978a-0bc8e5f3fe75 req-07333b75-6c74-476f-bb76-187e50ec93b3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 946 time: 0.1258328 Apr 30 17:35:35.110686 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-75b2a302-3e4d-4278-978a-0bc8e5f3fe75 req-b0d36b50-2808-42be-ab87-f5e4271edf7c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428202 Apr 30 17:35:35.490573 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-4be25589-86d0-4934-ada3-af0e47e34eea tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:35.492079 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-4be25589-86d0-4934-ada3-af0e47e34eea tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 946 time: 0.0986650 Apr 30 17:35:35.644070 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Deleting port 2697c852-4972-4026-840f-3ae51c9485b0 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:35.644446 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.831777 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] For port 2697c852-4972-4026-840f-3ae51c9485b0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2697c852-4972-4026-840f-3ae51c9485b0,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:35.832372 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:35.842270 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:35:36.042541 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:36.047993 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:36.048377 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.205337 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.249133 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:36.267628 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:36.385254 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.387116 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-f0d28751-a444-4d71-8674-22994ca1618f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:36.403857 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.404556 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.404556 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.l3_db [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Floating IP d95f7097-4ada-41f9-8597-6862481ba77e disassociated. External IP: 172.28.3.185, port: 2697c852-4972-4026-840f-3ae51c9485b0. Apr 30 17:35:36.404903 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Calling delete_port for 2697c852-4972-4026-840f-3ae51c9485b0 owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:36.469276 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad4139-c8ab-4cd1-8315-875c663cebfc req-156c4279-744e-4123-adc0-92c2320daa4b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:36.470921 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d1ad4139-c8ab-4cd1-8315-875c663cebfc req-156c4279-744e-4123-adc0-92c2320daa4b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 945 time: 0.2858856 Apr 30 17:35:36.489258 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c04551-94c6-403e-a742-db0e4b870d12 req-53d41927-2b77-41dc-a669-6080638cb689 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:36.497779 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-00c04551-94c6-403e-a742-db0e4b870d12 req-53d41927-2b77-41dc-a669-6080638cb689 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 946 time: 0.1989431 Apr 30 17:35:36.510909 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:36.514671 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:36.591556 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-00c04551-94c6-403e-a742-db0e4b870d12 req-62dc6104-415c-4758-acb7-b8d6065fdb55 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=7a795920-9981-4530-8e30-f7a1607a5aea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933383 Apr 30 17:35:36.600658 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d1ad4139-c8ab-4cd1-8315-875c663cebfc req-fabcac6a-9ad4-4621-a56b-37cba3c9bc1f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011672 Apr 30 17:35:36.701990 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'code': 200} Apr 30 17:35:36.813654 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:36.820412 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-68bef9b5-4183-46f1-a0a2-291559b6d448 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:36.868628 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event deleted for resources: {'Port': ['ID=2697c852-4972-4026-840f-3ae51c9485b0,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:36.872368 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:37.081978 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:35:37.215327 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc7b16-af52-41ef-a95f-b8bd46efb30b req-d6104188-d2c9-4f9a-8ff3-3b6ab3900df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:37.217809 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-98fc7b16-af52-41ef-a95f-b8bd46efb30b req-d6104188-d2c9-4f9a-8ff3-3b6ab3900df2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1099 time: 0.1274514 Apr 30 17:35:37.287627 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-98fc7b16-af52-41ef-a95f-b8bd46efb30b req-b1821ad9-14e7-4ee7-827e-ae9a56186634 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620372 Apr 30 17:35:37.298383 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:37.310207 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] Sync routers for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:37.321463 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:37.321901 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:35:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:37.386850 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] No DVR routers for this DVR port 2697c852-4972-4026-840f-3ae51c9485b0 on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:35:37.392167 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:37.395327 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-deleted', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:37.405211 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0dde4ba7-734e-4ddf-8711-ee10d9fbf4a1 req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "DELETE /v2.0/ports/2697c852-4972-4026-840f-3ae51c9485b0 HTTP/1.1" status: 204 len: 173 time: 1.9070501 Apr 30 17:35:37.462340 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46667b3b-2470-4b68-95b3-633e719f1468', 'name': 'network-vif-deleted', 'tag': '2697c852-4972-4026-840f-3ae51c9485b0', 'status': 'completed', 'code': 200} Apr 30 17:35:37.583737 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:37.859799 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:35:37.930473 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fdceb872-8dc5-4387-9d4c-d9408856299d req-24d38cbf-f887-4c08-813a-631b000cebbd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Synchronizing usage tracker for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:37.938277 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 2697c852-4972-4026-840f-3ae51c9485b0 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:35:37.939234 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 2697c852-4972-4026-840f-3ae51c9485b0 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:35:37.991746 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45eceb-2f19-4310-8a81-679440f643df req-79b864d2-bc81-4a3b-aa41-26d6670d8a03 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:37.993908 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9e45eceb-2f19-4310-8a81-679440f643df req-79b864d2-bc81-4a3b-aa41-26d6670d8a03 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 946 time: 0.1669371 Apr 30 17:35:38.052504 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9e45eceb-2f19-4310-8a81-679440f643df req-e9dce19e-f5aa-4ef0-a89e-73f64233f137 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Apr 30 17:35:38.053703 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-fdceb872-8dc5-4387-9d4c-d9408856299d req-24d38cbf-f887-4c08-813a-631b000cebbd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Unset dirty status for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:38.054816 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fdceb872-8dc5-4387-9d4c-d9408856299d req-24d38cbf-f887-4c08-813a-631b000cebbd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=46667b3b-2470-4b68-95b3-633e719f1468 HTTP/1.1" status: 200 len: 210 time: 0.1899438 Apr 30 17:35:38.170582 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:38.175943 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] Checking router: 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:38.186864 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:38.187495 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:35:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:38.453278 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:38.916811 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:38.923687 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfb20c2-a51d-4d75-8080-8014a3544d2f None None] The sync data for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb is: [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:39.197507 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca436c-5846-4c21-8058-87c4c4ef1ea2 None None] New status for floating IP d95f7097-4ada-41f9-8597-6862481ba77e: DOWN {{(pid=74465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:35:39.364718 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84ea2-d4e9-4dfe-b1c5-a31a2a3371ca req-9faaa041-60ed-42e0-bcc1-c2168f084377 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:39.366526 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-75d84ea2-d4e9-4dfe-b1c5-a31a2a3371ca req-9faaa041-60ed-42e0-bcc1-c2168f084377 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 946 time: 0.1333611 Apr 30 17:35:39.415228 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48520) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:39.465342 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-75d84ea2-d4e9-4dfe-b1c5-a31a2a3371ca req-e34bc449-4ed0-4af6-9f62-8a0b85616591 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868459 Apr 30 17:35:39.513904 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-094badf7-4340-446e-a21a-0b5eafe77f33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.549303 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-094badf7-4340-446e-a21a-0b5eafe77f33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.722703 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-094badf7-4340-446e-a21a-0b5eafe77f33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.740155 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-32503cbc-04f4-4391-b032-6506fce771da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:39.756690 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094badf7-4340-446e-a21a-0b5eafe77f33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a795920-9981-4530-8e30-f7a1607a5aea,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:39.762340 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-094badf7-4340-446e-a21a-0b5eafe77f33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:39.776990 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d435c-234e-427a-afcf-7c4890b00f1e req-74b98317-bf05-4ec4-929f-0e21b99af9ad tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:39.783738 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cd4d435c-234e-427a-afcf-7c4890b00f1e req-74b98317-bf05-4ec4-929f-0e21b99af9ad tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 946 time: 0.1045604 Apr 30 17:35:39.830779 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-094badf7-4340-446e-a21a-0b5eafe77f33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:39.831938 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-094badf7-4340-446e-a21a-0b5eafe77f33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a795920-9981-4530-8e30-f7a1607a5aea HTTP/1.1" status: 204 len: 168 time: 0.4157069 Apr 30 17:35:39.836654 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48532) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:39.846733 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-cd4d435c-234e-427a-afcf-7c4890b00f1e req-2130f140-98cd-41ef-967b-f6e09f556809 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609925 Apr 30 17:35:39.861393 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.api.v2.resource [None req-913cd36e-d384-4eca-9343-c29db510550c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] show failed (client error): The resource could not be found. Apr 30 17:35:39.862691 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-913cd36e-d384-4eca-9343-c29db510550c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups/7a795920-9981-4530-8e30-f7a1607a5aea HTTP/1.1" status: 404 len: 347 time: 0.0247595 Apr 30 17:35:39.867086 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48538) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:40.241526 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Deleting port 97a84e0f-cbfa-44f9-b815-59371dfb593f {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:35:40.241939 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:40.379318 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:40.379614 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:40.465853 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c06714-1aa3-4757-bf77-fa0dfe79f1b0 req-1089963f-9ff7-4c2d-8f1f-e5a32cc9b306 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:40.469843 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-58c06714-1aa3-4757-bf77-fa0dfe79f1b0 req-1089963f-9ff7-4c2d-8f1f-e5a32cc9b306 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 946 time: 0.2527344 Apr 30 17:35:40.515542 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Calling delete_port for 97a84e0f-cbfa-44f9-b815-59371dfb593f owned by network:floatingip {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:35:40.539423 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-58c06714-1aa3-4757-bf77-fa0dfe79f1b0 req-22794bf1-ef7b-4a9c-9625-816918106522 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555120 Apr 30 17:35:40.728138 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:40.733753 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9f96e6fb-1646-4f02-b2e4-1b9c8a8b12fe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:40.831820 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event deleted for resources: {'Port': ['ID=97a84e0f-cbfa-44f9-b815-59371dfb593f,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:40.835625 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:40.959358 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.069621 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:41.072039 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "DELETE /v2.0/floatingips/d95f7097-4ada-41f9-8597-6862481ba77e HTTP/1.1" status: 204 len: 168 time: 1.2032223 Apr 30 17:35:42.395364 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48576) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:42.402248 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867457282', 'description': 'tempest-description--2057938135'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:42.408626 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:42.413545 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:security_group and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:42.416841 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:42.423635 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:42.528503 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.567732 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:42.577005 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:security_group_rule and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:42.580571 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:42.590622 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:42.700219 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.756437 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.766882 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-125bb074-4ac2-4e76-b6ad-59a805c590cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:42.826141 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d0730-1b43-4816-93b6-65f4f65d72c2,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:42.830577 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:42.929110 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:42.932263 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5341251 Apr 30 17:35:42.954238 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48594) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:42.960461 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'security_group_rule': {'security_group_id': 'ed5d0730-1b43-4816-93b6-65f4f65d72c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:42.969124 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:42.974552 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:security_group_rule and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:42.978967 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:42.987892 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:43.094907 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.176253 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.223856 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48602) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:43.253398 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.268648 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-77d53a9b-09b0-4fca-8834-b1945a099164 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:43.294964 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9e122d-4d6f-4a6d-9014-32c4b7771b96,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:43.297619 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:43.368140 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.368140 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4079101 Apr 30 17:35:43.368140 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48612) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:43.373749 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'security_group_rule': {'security_group_id': 'ed5d0730-1b43-4816-93b6-65f4f65d72c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:43.376011 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.380252 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:43.385897 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:security_group_rule and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:43.389613 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:43.397057 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:43.404750 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:43.410142 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Usage tracker for resource:security_group_rule and tenant:866b45f3116d4d7e9569f84a7d63e368 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:43.413772 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:43.421540 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:43.483081 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.498451 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.541709 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.564437 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.595997 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.604972 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-adeece0d-23c3-4c71-86d7-f68ca463bcea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:43.625010 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.628545 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:43.658638 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=866b45f3116d4d7e9569f84a7d63e368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279847 Apr 30 17:35:43.658638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78743376-92fa-4050-adb8-ec1b688373d4,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:43.658638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:43.660793 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48616) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:43.669139 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbd582d-bf88-4b26-8084-2acb1b12b843,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:43.677268 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:43.735818 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-cdc690fa-4c64-46ce-8673-ab1655894161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.767379 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-cdc690fa-4c64-46ce-8673-ab1655894161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.767790 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.769192 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b06ff5d2-cd8b-456c-9363-10b7d8b1253b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4004388 Apr 30 17:35:43.779858 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48620) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:43.786284 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'floatingip': {'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:43.793736 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:43.809722 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:floatingip and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:43.814028 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:43.822771 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:43.933685 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-cdc690fa-4c64-46ce-8673-ab1655894161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.934037 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.942794 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5351793e-4ea0-4f73-bf65-e7e578e11747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:43.971724 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc690fa-4c64-46ce-8673-ab1655894161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78743376-92fa-4050-adb8-ec1b688373d4,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:43.974869 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cdc690fa-4c64-46ce-8673-ab1655894161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:43.981747 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-cdc690fa-4c64-46ce-8673-ab1655894161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:43.983038 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-cdc690fa-4c64-46ce-8673-ab1655894161 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78743376-92fa-4050-adb8-ec1b688373d4 HTTP/1.1" status: 204 len: 168 time: 0.3209960 Apr 30 17:35:44.121868 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.294883 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_common [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Allocated IP 172.28.3.126 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/228d5179-00a8-46af-af97-60f14b789f0a) {{(pid=74463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:44.550965 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for port, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.671264 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.675609 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:44.746364 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:44.750189 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.base_scheduler [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources bound (agent type, host, resource id): {{(pid=74463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:44.755788 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Received port after_create {{(pid=74463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:44.788396 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'Port': ['ID=228d5179-00a8-46af-af97-60f14b789f0a,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:44.800221 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:44.868821 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.948829 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48630) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:44.972358 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:44.993322 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:44.999737 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] Usage tracker for resource:security_group_rule and tenant:460b32bfe035427185889074ed6322f3 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:45.004971 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:45.014741 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:45.044861 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.136270 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.185444 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.202177 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-36b8aa6d-8cff-46fd-b813-189760932c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:45.271383 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650ac4d4-4fe8-4898-9c77-ec8f6525136e,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:45.275528 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:45.289050 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-28f7a977-0673-40cd-8435-155be484d543 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=460b32bfe035427185889074ed6322f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368812 Apr 30 17:35:45.290934 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48636) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:45.411299 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5ce03f36-9414-4cfc-b745-f6f12a098ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.453883 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5ce03f36-9414-4cfc-b745-f6f12a098ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.535600 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for port, precommit_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.578943 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5ce03f36-9414-4cfc-b745-f6f12a098ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.582992 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a10f4031-8b8f-4998-8749-b7beb2db196f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:45.597518 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce03f36-9414-4cfc-b745-f6f12a098ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650ac4d4-4fe8-4898-9c77-ec8f6525136e,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:45.600885 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5ce03f36-9414-4cfc-b745-f6f12a098ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:45.604039 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5ce03f36-9414-4cfc-b745-f6f12a098ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.604921 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-5ce03f36-9414-4cfc-b745-f6f12a098ccb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/650ac4d4-4fe8-4898-9c77-ec8f6525136e HTTP/1.1" status: 204 len: 168 time: 0.3123996 Apr 30 17:35:45.607857 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1691988'] for port, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.614312 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-16dfb843-f7d0-4cd3-9b6b-b6fa31482b6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:45.744505 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'Port': ['ID=228d5179-00a8-46af-af97-60f14b789f0a,revision_number=2']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:45.749344 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:45.762665 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.864634 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:45.866161 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0850365 Apr 30 17:35:46.205921 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-7a11e19f-6657-45d4-873f-b90b690f0221 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1867457282&fields=id&tenant_id=bf6ce34dbe8946e680c69c33095850e5 HTTP/1.1" status: 200 len: 267 time: 0.0571585 Apr 30 17:35:46.449340 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-19604cb3-abb7-4a2b-bf43-beba60289709 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:46.451666 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-19604cb3-abb7-4a2b-bf43-beba60289709 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 817 time: 0.2328892 Apr 30 17:35:46.468897 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-db1dd9a8-1484-42be-9521-74318ce7df77 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/quotas/bf6ce34dbe8946e680c69c33095850e5 HTTP/1.1" status: 200 len: 375 time: 0.0110874 Apr 30 17:35:46.596500 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-959232af-1d57-445e-b785-d35cb237c623 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1145308 Apr 30 17:35:46.653613 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-645c3896-0070-44a4-a77f-b4ed2fecbafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:46.851846 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-4dbc7d80-0822-42ef-9202-eb40d6ccc5ed service neutron] 10.222.0.32 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313337 Apr 30 17:35:47.079692 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-f12d5706-8e3d-412b-ab55-35ebcb6af91c service neutron] 10.222.0.32 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212329 Apr 30 17:35:47.122247 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8ab34-adb6-4924-9a63-a729c27921df req-15c76220-eaeb-4cc2-aba5-2c23ef6813c4 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:47.124903 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-81b8ab34-adb6-4924-9a63-a729c27921df req-15c76220-eaeb-4cc2-aba5-2c23ef6813c4 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 946 time: 0.1492832 Apr 30 17:35:47.188736 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-81b8ab34-adb6-4924-9a63-a729c27921df req-90ec93be-7940-4f70-bb6a-735cee73e530 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557151 Apr 30 17:35:47.216367 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48680) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:47.509967 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd9aea23-b456-4da5-9e6d-68f951499843 req-24afc15a-9c6e-4975-a68f-70c4eb1f0217 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 210 time: 0.1081483 Apr 30 17:35:47.557407 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3fa4ba-b404-4140-a4b7-b550794ddad8 tempest-TestMinimumBasicScenario-1855545160 tempest-TestMinimumBasicScenario-1855545160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:47.558748 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-0f3fa4ba-b404-4140-a4b7-b550794ddad8 tempest-TestMinimumBasicScenario-1855545160 tempest-TestMinimumBasicScenario-1855545160-project-admin] Synchronizing usage tracker for tenant:63def42d790641c7abb8d3d4252324a6 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:47.682270 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-0f3fa4ba-b404-4140-a4b7-b550794ddad8 tempest-TestMinimumBasicScenario-1855545160 tempest-TestMinimumBasicScenario-1855545160-project-admin] Unset dirty status for tenant:63def42d790641c7abb8d3d4252324a6 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:47.683454 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-0f3fa4ba-b404-4140-a4b7-b550794ddad8 tempest-TestMinimumBasicScenario-1855545160 tempest-TestMinimumBasicScenario-1855545160-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1094 time: 0.4659140 Apr 30 17:35:47.687701 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48698) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:47.697336 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'floatingip': {'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'port_id': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:47.700965 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:47.705775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:floatingip and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:47.709338 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:47.717945 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:47.785300 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for floatingip, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:47.941530 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.104924 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Allocated IP 172.28.3.14 (f3bf8316-f96a-4557-9e0f-541dde4310c6/ee714183-fffa-4f6f-9b2d-135b7e167e54/3178cde0-45d4-43a4-98a5-0dab41b637d8) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:48.382494 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.499162 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:48.505910 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-1963bd91-23e3-4021-b5b6-87b712093ae9 tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:48.539501 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:35:48.569358 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Network f3bf8316-f96a-4557-9e0f-541dde4310c6 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:48.572785 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:48.581718 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:48.632203 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'Port': ['ID=3178cde0-45d4-43a4-98a5-0dab41b637d8,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:48.637177 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:48.762433 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7d782f5d-7d1c-402f-a55d-025644e5934e req-82e5f69c-8747-495c-83ed-2131f8a8778f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0626304 Apr 30 17:35:49.059195 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.209247 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.395919 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f62aa994-2521-4533-a119-cd07eb793d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.462010 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.618629 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48738) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:49.728104 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.766493 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.787389 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:49.791846 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:f945779e1cfe4166a834cc7159c944e2 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:49.795107 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:49.803403 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:49.818772 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.825333 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:49.898407 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.973457 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:49.983208 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-74f43a4f-7d9d-43d1-8feb-d5c4def3968b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:50.026242 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'Port': ['ID=3178cde0-45d4-43a4-98a5-0dab41b637d8,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:50.032692 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0cbed3c3-b76e-476d-8048-6afd950a7fd1 req-f74a7e28-91dc-41bc-a78f-91d75c285c3a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 210 time: 0.1065321 Apr 30 17:35:50.037017 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a27c0c9-8d57-478f-9c37-e1e8ba27eedc,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:50.037296 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:50.051457 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f945779e1cfe4166a834cc7159c944e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315908 Apr 30 17:35:50.055817 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:50.057461 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48746) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:50.129556 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ed677cea-5ac9-4709-a92a-a300b4f60ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.153420 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.164813 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ed677cea-5ac9-4709-a92a-a300b4f60ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.340228 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ed677cea-5ac9-4709-a92a-a300b4f60ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.354612 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6e09df24-b804-41da-a9e3-45f8dd120d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:50.374947 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed677cea-5ac9-4709-a92a-a300b4f60ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a27c0c9-8d57-478f-9c37-e1e8ba27eedc,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:50.377653 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ed677cea-5ac9-4709-a92a-a300b4f60ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:50.381059 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ed677cea-5ac9-4709-a92a-a300b4f60ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.386491 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-ed677cea-5ac9-4709-a92a-a300b4f60ca7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a27c0c9-8d57-478f-9c37-e1e8ba27eedc HTTP/1.1" status: 204 len: 168 time: 0.3276463 Apr 30 17:35:50.408623 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-1cc31766-3773-4995-9450-32853b56b819 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:50.410693 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-1cc31766-3773-4995-9450-32853b56b819 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 817 time: 0.4414139 Apr 30 17:35:50.442948 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:50.520521 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.l3_db [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Floating IP adbcc6d6-331b-4ac4-9653-5272fedf5b4f associated. External IP: 172.28.3.14, port: 82d3f4d7-7f36-4d36-b58b-6331d3b821e2. Apr 30 17:35:50.781580 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-db5d2221-8f72-4fa6-986b-7122aff565a9 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6ce34dbe8946e680c69c33095850e5 HTTP/1.1" status: 200 len: 380 time: 0.3579423 Apr 30 17:35:50.793657 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'port': {'device_id': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'admin_state_up': True, 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'security_groups': ['ed5d0730-1b43-4816-93b6-65f4f65d72c2']}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:51.113096 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:51.128086 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Usage tracker for resource:port and tenant:bf6ce34dbe8946e680c69c33095850e5 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:51.133231 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:51.153927 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48760) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:51.183134 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.204876 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:51.210419 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] Usage tracker for resource:security_group_rule and tenant:ce3d2f442bd347989748c63040ad0321 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:51.213235 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:51.214579 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:51.222354 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:51.274417 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5872b237-d534-4711-a8db-db03f2789917 req-59cb7987-ff47-40aa-a1e9-31938f4ecf1f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0652037 Apr 30 17:35:51.302223 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:35:51.343553 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.371751 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Made reservation on behalf of bf6ce34dbe8946e680c69c33095850e5 for: {'port': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:35:51.375224 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.470415 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.479928 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5fefb2c9-7420-47c6-beed-d2ad202cec8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:51.527782 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce3d2f442bd347989748c63040ad0321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696799 Apr 30 17:35:51.527782 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3dd95b-35ee-4bfb-a151-e3c1f7f682d7,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:51.530622 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b77492d5-3ed8-444f-b8ca-b390a6aeec47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:51.531096 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48764) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:51.594995 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4891-af91-452f-9a91-4fdc944f47b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.615674 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:35:51.624673 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4891-af91-452f-9a91-4fdc944f47b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.626116 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] Sync routers for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:35:51.637276 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:51.638024 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:35:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:51.703721 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_common [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Allocated IP 172.20.0.11 (3df2c107-5571-43b1-818b-58943ce04e22/db65efef-90fb-45ed-911b-b39a415826c3/bfe21450-f0ef-48a5-99fb-85b995d250bb) {{(pid=74464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 17:35:51.796002 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.829436 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:51.842053 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4891-af91-452f-9a91-4fdc944f47b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.848389 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-78f415fb-6889-4d13-a9b8-0d69ca26c7af tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:51.862163 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d4891-af91-452f-9a91-4fdc944f47b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3dd95b-35ee-4bfb-a151-e3c1f7f682d7,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:51.866209 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8d4d4891-af91-452f-9a91-4fdc944f47b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:51.873506 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4891-af91-452f-9a91-4fdc944f47b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:51.875234 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-8d4d4891-af91-452f-9a91-4fdc944f47b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa3dd95b-35ee-4bfb-a151-e3c1f7f682d7 HTTP/1.1" status: 204 len: 168 time: 0.3429961 Apr 30 17:35:51.960111 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-7d6a2e90-cbf6-4ff2-bc1f-ec3b19f4201f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2713056 Apr 30 17:35:51.964672 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48770) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:51.972116 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586786185', 'description': 'tempest-secgroup-smoke-1586786185 description', 'project_id': '7e6089dbc404473abbb04c86b5cfcc99'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:51.975300 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:51.979754 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:51.986108 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:security_group and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:51.991504 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:51.998953 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:52.044482 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'status': 'completed', 'code': 200} Apr 30 17:35:52.064229 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for port, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.070583 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.081870 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Transition to ACTIVE for port object bfe21450-f0ef-48a5-99fb-85b995d250bb will not be triggered until provisioned by entity DHCP. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:52.122122 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.166017 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:52.172723 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:security_group_rule and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:52.176671 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:52.184112 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:52.215145 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746975137302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.222605 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-2e5c66bc-8b97-4295-95ec-2ec695949f47 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:52.225095 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-d0adc7e0-55fb-4d5a-8e27-dad8c925f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:52.226611 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-d0adc7e0-55fb-4d5a-8e27-dad8c925f3ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1099 time: 0.1516330 Apr 30 17:35:52.254998 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'adbcc6d6-331b-4ac4-9653-5272fedf5b4f', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'floating_ip_address': '172.28.3.14', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'port_id': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'mac_address': 'fa:16:3e:02:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:35:49Z', 'updated_at': '2021-04-30T17:35:49Z', 'revision_number': 0, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf', 'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'mac_address': 'fa:16:3e:4c:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:43Z', 'updated_at': '2021-04-30T17:34:53Z', 'revision_number': 5, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'subnets': [{'id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:52.261786 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] Checking router: 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:35:52.272495 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:35:52.273375 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:35:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:52.295678 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Network 3df2c107-5571-43b1-818b-58943ce04e22 is already hosted by enough agents. {{(pid=74464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 17:35:52.299142 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Resources bound (agent type, host, resource id): {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:35:52.303959 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Received port after_create {{(pid=74464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 17:35:52.345375 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:52.362352 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:52.433578 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.444118 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:52.447633 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.496563 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-30a83389-f3eb-47ab-ad03-dfcefceaea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:52.499857 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-30a83389-f3eb-47ab-ad03-dfcefceaea62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5877433-7488-49d0-a3c8-1fec523ab652 HTTP/1.1" status: 200 len: 916 time: 0.2658052 Apr 30 17:35:52.504816 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.515185 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ab1cf97d-834a-4da7-81bc-e05dcd6f2334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:52.648244 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7026a865-c090-4b3c-9d48-78af58745f21,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:52.653112 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:52.659223 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-0935c86d-9a49-4364-9574-57045023f274 None None] Provisioning for port bfe21450-f0ef-48a5-99fb-85b995d250bb completed by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:35:52.667260 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-0935c86d-9a49-4364-9574-57045023f274 None None] Provisioning complete for port bfe21450-f0ef-48a5-99fb-85b995d250bb triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:52.667832 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-0935c86d-9a49-4364-9574-57045023f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.681203 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-27675cf5-582e-4e32-8cb1-58735c9c6a4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 999 time: 0.1664999 Apr 30 17:35:52.689150 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8994129 Apr 30 17:35:52.704440 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5098802-9744-4f0f-97c5-b2109c617d7b req-cc5325a3-7fca-4860-bc97-f3f1e95ce2d0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:52.705243 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-e5098802-9744-4f0f-97c5-b2109c617d7b req-cc5325a3-7fca-4860-bc97-f3f1e95ce2d0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Synchronizing usage tracker for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:35:52.715591 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Request body: {'port': {'device_id': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:52.745923 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:52.747238 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7808290 Apr 30 17:35:52.750589 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48786) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:52.758902 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'security_group_rule': {'security_group_id': '7026a865-c090-4b3c-9d48-78af58745f21', 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:52.763928 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-0935c86d-9a49-4364-9574-57045023f274 None None] Port bfe21450-f0ef-48a5-99fb-85b995d250bb cannot update to ACTIVE because it is not bound. {{(pid=74465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 17:35:52.770216 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:52.778023 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:security_group_rule and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:52.780762 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:35:52.783378 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:52.793333 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-e7722fb3-2848-4788-b21c-e9900ccede04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:52.795192 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-e7722fb3-2848-4788-b21c-e9900ccede04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313dd0ca-b240-4d25-b305-a5eecb962450 HTTP/1.1" status: 200 len: 854 time: 0.1064708 Apr 30 17:35:52.796330 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:52.888851 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-72681790-0b68-4c76-90cc-178240960cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:52.890740 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-72681790-0b68-4c76-90cc-178240960cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5877433-7488-49d0-a3c8-1fec523ab652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0868146 Apr 30 17:35:52.994149 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.011219 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.049836 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-e5098802-9744-4f0f-97c5-b2109c617d7b req-cc5325a3-7fca-4860-bc97-f3f1e95ce2d0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Unset dirty status for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:35:53.052160 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5098802-9744-4f0f-97c5-b2109c617d7b req-cc5325a3-7fca-4860-bc97-f3f1e95ce2d0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 932 time: 0.5207863 Apr 30 17:35:53.153649 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-7d31268b-aec6-41ec-a1dd-e1cfaa68f956 service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539554 Apr 30 17:35:53.215122 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e5098802-9744-4f0f-97c5-b2109c617d7b req-8ea6c9ee-5498-47b1-b47b-f723b465e414 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480238 Apr 30 17:35:53.224438 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.267170 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'adbcc6d6-331b-4ac4-9653-5272fedf5b4f', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'floating_ip_address': '172.28.3.14', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'port_id': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'mac_address': 'fa:16:3e:02:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:35:49Z', 'updated_at': '2021-04-30T17:35:49Z', 'revision_number': 0, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf', 'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'mac_address': 'fa:16:3e:4c:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:43Z', 'updated_at': '2021-04-30T17:34:53Z', 'revision_number': 5, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'subnets': [{'id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:35:53.275032 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd102f-4799-40c3-a590-d3f90e369398 None None] The sync data for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb is: [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'adbcc6d6-331b-4ac4-9653-5272fedf5b4f', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'floating_ip_address': '172.28.3.14', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'port_id': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'mac_address': 'fa:16:3e:02:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:35:49Z', 'updated_at': '2021-04-30T17:35:49Z', 'revision_number': 0, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf', 'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'mac_address': 'fa:16:3e:4c:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:43Z', 'updated_at': '2021-04-30T17:34:53Z', 'revision_number': 5, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'subnets': [{'id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:35:53.332624 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.351817 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-29c2c3ab-9346-4481-ae19-ada4ad2d83b8 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:53.391807 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7cef3c-c70e-4036-8ae4-47af484e11f3,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:53.403208 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:53.423317 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-47c7efb2-7272-4672-a169-bbd3e6149447 req-25dddd05-0990-43e8-807f-d0f7687f8327 service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437618 Apr 30 17:35:53.488035 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.490065 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-259f52af-fa4b-4eb6-a40d-aa630de5df53 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7384765 Apr 30 17:35:53.492859 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48802) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:53.503029 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'security_group_rule': {'security_group_id': '7026a865-c090-4b3c-9d48-78af58745f21', 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:53.504501 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe21450-f0ef-48a5-99fb-85b995d250bb {{(pid=74464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:35:53.513756 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.525093 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:53.531416 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:security_group_rule and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:53.539240 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:53.539994 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.provisioning_blocks [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Transition to ACTIVE for port object bfe21450-f0ef-48a5-99fb-85b995d250bb will not be triggered until provisioned by entity L2. {{(pid=74464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 17:35:53.548750 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:53.604830 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc1ca13-b330-488b-866d-bf88733af7be None None] New status for floating IP adbcc6d6-331b-4ac4-9653-5272fedf5b4f: ACTIVE {{(pid=74465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:35:53.624508 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.629724 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-cf403b8c-52bf-4885-a011-05d014e410cb tempest-VolumesSnapshotTestJSON-719874949 tempest-VolumesSnapshotTestJSON-719874949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:53.717413 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.846423 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=2']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:53.878636 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.879125 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:53.935996 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Attempting to bind port bfe21450-f0ef-48a5-99fb-85b995d250bb on host hv-cinder-78477 for vnic_type normal with profile {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 17:35:53.936509 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Attempting to bind port bfe21450-f0ef-48a5-99fb-85b995d250bb by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 17:35:53.937422 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Attempting to bind port bfe21450-f0ef-48a5-99fb-85b995d250bb on network 3df2c107-5571-43b1-818b-58943ce04e22 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:53.943510 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Port bfe21450-f0ef-48a5-99fb-85b995d250bb on network 3df2c107-5571-43b1-818b-58943ce04e22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 17:35:53.944065 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Attempting to bind port bfe21450-f0ef-48a5-99fb-85b995d250bb on network 3df2c107-5571-43b1-818b-58943ce04e22 {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 17:35:53.950559 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.951970 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Checking agent: {'id': 'f659d1d5-abd5-4c29-aa5c-54cda066e146', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'started_at': datetime.datetime(2021, 4, 30, 17, 27, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 17:35:53.952438 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Checking segment: {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:35:53.952924 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Bound using segment: {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'} {{(pid=74464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 17:35:53.953702 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Bound port: bfe21450-f0ef-48a5-99fb-85b995d250bb, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22'}}] {{(pid=74464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 17:35:53.954188 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:53.959866 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-940d3841-68ad-476d-897f-de4e6a84defb tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:54.013378 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615b0845-f62f-4683-b1b8-c4bb1663a705,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:54.017627 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:54.089820 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, cleared binding levels {{(pid=74464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 17:35:54.093565 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 17:35:54.156146 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.158265 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-2a061a30-8f71-415d-8e78-23cf9e072a66 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6627848 Apr 30 17:35:54.160967 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48812) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:54.169869 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'security_group_rule': {'security_group_id': '7026a865-c090-4b3c-9d48-78af58745f21', 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:54.179452 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:54.186504 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:security_group_rule and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:54.191640 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:54.200968 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:54.208736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.215376 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-476f60fd-485d-4db8-a087-261a8f5cb404 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:54.272132 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:54.276285 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.276285 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] 10.222.0.64 "PUT /v2.0/ports/bfe21450-f0ef-48a5-99fb-85b995d250bb HTTP/1.1" status: 200 len: 1094 time: 1.5660393 Apr 30 17:35:54.282518 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:54.304671 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.367222 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=3']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:54.379947 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-ec07af1d-bd9f-47e6-9e54-6b532ec7aec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:54.500840 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.543233 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'status': 'completed', 'code': 200} Apr 30 17:35:54.567901 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.572474 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:54.707245 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-73efcd61-3cce-4ea8-8b31-022703567f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:54.710192 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-73efcd61-3cce-4ea8-8b31-022703567f6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 1097 time: 0.2880652 Apr 30 17:35:54.721065 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48822) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:54.762579 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148bd04a-4a3d-43e3-80e1-4967e08d5a70,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:54.767701 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:54.807570 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0567d6-f9e0-49d8-abec-5cbeb2ec104d req-f5751e51-0850-4498-8099-9a900da0ee91 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:54.809108 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a0567d6-f9e0-49d8-abec-5cbeb2ec104d req-f5751e51-0850-4498-8099-9a900da0ee91 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.2699106 Apr 30 17:35:54.840261 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-6a0e3a28-fb8c-4b9a-824e-26ed9bfc134c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb HTTP/1.1" status: 200 len: 217 time: 0.1162710 Apr 30 17:35:54.854730 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:54.857490 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-58c2703e-4b09-4a8c-8be6-7712bda2d4dd tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6946864 Apr 30 17:35:54.861556 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48828) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:54.867585 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'security_group_rule': {'security_group_id': '7026a865-c090-4b3c-9d48-78af58745f21', 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:54.874949 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:54.882421 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:security_group_rule and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:54.886784 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:54.893493 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:54.917970 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5a0567d6-f9e0-49d8-abec-5cbeb2ec104d req-5417a65f-b9a8-4ad0-a743-380ec9dd66a6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020598 Apr 30 17:35:54.941547 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-de00455b-9298-4689-8b85-ce407bb69984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:54.944297 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-de00455b-9298-4689-8b85-ce407bb69984 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.0957632 Apr 30 17:35:54.981905 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.013684 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.034416 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:55.042390 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Usage tracker for resource:security_group_rule and tenant:8bbd43fb05eb48caac8f59695876760a is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:55.046516 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:55.053842 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:55.077071 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.089745 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ee27efc1-4440-4740-912d-a978664d74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:55.091318 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-ee27efc1-4440-4740-912d-a978664d74d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1397877 Apr 30 17:35:55.202496 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.206263 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-443faf2d-11ef-4b73-a516-bf8740522c9c tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:55.247221 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f40c218-bddf-4722-b776-bbf6a672e1a7,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:55.263793 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:55.281927 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.284615 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-0063ee39-aca4-4e29-b228-9ba9d03ff14b service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856518 Apr 30 17:35:55.385484 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.392115 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-f1fb9852-5f4b-49c8-8e1a-2bff6196b29c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5292308 Apr 30 17:35:55.395360 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48832) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:55.402525 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'security_group_rule': {'security_group_id': '7026a865-c090-4b3c-9d48-78af58745f21', 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:55.410194 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:55.415711 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:security_group_rule and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:55.419476 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:55.427966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:55.434612 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.446172 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-abd3c095-c4ed-443c-8f77-55c9f384fcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:55.467574 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a99963ff-5f87-4ead-ab31-3d6fdd14c50f req-9e1d038d-1a71-4a81-9e9c-97465812ffdd service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744168 Apr 30 17:35:55.497053 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bbd43fb05eb48caac8f59695876760a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7747736 Apr 30 17:35:55.500066 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48836) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:55.502657 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23e249-aabe-4527-9aea-637bb2e81da1,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:55.506505 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:55.526849 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.securitygroups_db [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Project 7e6089dbc404473abbb04c86b5cfcc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:35:55.544474 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.609860 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b8470cc5-3221-4204-ba65-3c7b4d092cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.662775 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b8470cc5-3221-4204-ba65-3c7b4d092cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.671569 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.761592 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.763148 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-a30249b8-08ae-4a12-8b40-e9c274032e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:55.764743 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-a30249b8-08ae-4a12-8b40-e9c274032e5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 1097 time: 0.1837656 Apr 30 17:35:55.767965 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:55.790633 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8989741-6ea4-4bd8-8867-d9ac3a6e34f8,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:55.793182 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:55.799863 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b8470cc5-3221-4204-ba65-3c7b4d092cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.806882 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b08823da-dba2-49bb-87b6-1cbb92878890 tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:55.823646 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8470cc5-3221-4204-ba65-3c7b4d092cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d23e249-aabe-4527-9aea-637bb2e81da1,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:55.826113 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b8470cc5-3221-4204-ba65-3c7b4d092cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:55.827407 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b8470cc5-3221-4204-ba65-3c7b4d092cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.831873 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b8470cc5-3221-4204-ba65-3c7b4d092cd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d23e249-aabe-4527-9aea-637bb2e81da1 HTTP/1.1" status: 204 len: 168 time: 0.3276017 Apr 30 17:35:55.888331 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:55.894437 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6cec8d39-6fd0-45a8-9089-23d0447741c6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4937503 Apr 30 17:35:55.894876 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 48842) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:35:55.906368 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.v2.base [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'security_group_rule': {'security_group_id': '7026a865-c090-4b3c-9d48-78af58745f21', 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:55.916758 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:35:55.923469 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Usage tracker for resource:security_group_rule and tenant:7e6089dbc404473abbb04c86b5cfcc99 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:35:55.928126 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:35:55.936654 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:35:55.952593 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-064f5113-4df0-4afc-9672-d2329a7e069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:55.954234 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-064f5113-4df0-4afc-9672-d2329a7e069b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 918 time: 0.1811793 Apr 30 17:35:56.036954 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-58a87bf3-fc23-4d1b-9637-f35d8e208ecb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb HTTP/1.1" status: 200 len: 217 time: 0.0735056 Apr 30 17:35:56.047836 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.db.securitygroups_db [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Project 7e6089dbc404473abbb04c86b5cfcc99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 17:35:56.058515 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:56.193704 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:56.221347 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-a1f8537d-2301-4757-892d-05b0c6f468af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:56.222797 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-a1f8537d-2301-4757-892d-05b0c6f468af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.1784313 Apr 30 17:35:56.287775 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3716695'] for security_group_rule, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:56.301157 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-de311dc4-6717-497b-bc02-6eede29c2a4e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:56.318110 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc2b7-3745-4790-a7ad-21d9117e9a2c req-8701a066-67fd-4146-a87e-87906522b1ac tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:56.319663 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0d3bc2b7-3745-4790-a7ad-21d9117e9a2c req-8701a066-67fd-4146-a87e-87906522b1ac tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1979754 Apr 30 17:35:56.333744 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-25252034-9d80-4d2b-a4c7-a86d2c8d673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:56.333744 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-25252034-9d80-4d2b-a4c7-a86d2c8d673b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1017332 Apr 30 17:35:56.357341 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd51618-792d-4906-8a53-b8fae5359dd7,revision_number=0']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:56.360069 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:56.453878 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:56.458872 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-4815249d-00a6-4071-b703-8190c538bfc5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5587208 Apr 30 17:35:56.471998 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0d3bc2b7-3745-4790-a7ad-21d9117e9a2c req-60282fdc-4249-410a-bf1a-3e596ec6ce66 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383255 Apr 30 17:35:56.559857 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-625c2131-3e31-48a4-8fd0-502c7bf52ee9 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054143 Apr 30 17:35:56.726614 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-574b3258-6b54-4bd1-bc09-8e914ad8e32c tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586786185&fields=id&tenant_id=7e6089dbc404473abbb04c86b5cfcc99 HTTP/1.1" status: 200 len: 267 time: 0.0801418 Apr 30 17:35:56.735451 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c93e942f-c1cc-4be5-b35d-2377bd506149 req-b3698c7d-9611-4ea8-8827-728c63c2a0b2 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744525 Apr 30 17:35:56.828794 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-580351bb-e77a-4f10-8618-f974a23ebfb2 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:56.830331 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-580351bb-e77a-4f10-8618-f974a23ebfb2 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 946 time: 0.0935295 Apr 30 17:35:56.844009 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'port': {'security_groups': ['977c7830-547a-4ff8-a774-5aaf5e1bfdb3', '7026a865-c090-4b3c-9d48-78af58745f21']}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:35:56.981072 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:57.296776 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] For port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:57.329167 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:57.403664 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:57.413222 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e98b205b-7276-493d-898f-3529a6871b5f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:57.418147 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['82d3f4d7-7f36-4d36-b58b-6331d3b821e2'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:35:57.566830 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:57.567987 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:57.586167 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-41215d3c-90f0-4574-a6eb-7c29e95eefb2 req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "PUT /v2.0/ports/82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 982 time: 0.7387259 Apr 30 17:35:57.621011 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:35:57.687582 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'Port': ['ID=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,revision_number=6']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:57.693295 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:57.693599 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['82d3f4d7-7f36-4d36-b58b-6331d3b821e2'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:35:57.940960 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934308-d936-42a0-be6d-008fb443ca69 req-8f2b3a68-80a1-41f7-9250-544b1dfe8bc2 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:57.942507 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-88934308-d936-42a0-be6d-008fb443ca69 req-8f2b3a68-80a1-41f7-9250-544b1dfe8bc2 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1968164 Apr 30 17:35:57.957976 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-f61c0fc0-3457-4979-8295-54f2874ab8a4 None None] Provisioning complete for port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:35:57.958653 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f61c0fc0-3457-4979-8295-54f2874ab8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:57.972843 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8caeec-863a-40fc-a0dd-2f4c5114a4e1 req-3a1201a5-77b3-491b-b505-d4e16a43a3a7 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:57.974432 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bc8caeec-863a-40fc-a0dd-2f4c5114a4e1 req-3a1201a5-77b3-491b-b505-d4e16a43a3a7 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.1587582 Apr 30 17:35:58.005760 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:35:58.020204 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-88934308-d936-42a0-be6d-008fb443ca69 req-b197adcc-5861-47ce-9765-f782fa3eb726 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711000 Apr 30 17:35:58.066476 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bc8caeec-863a-40fc-a0dd-2f4c5114a4e1 req-51660c2e-f4a9-4526-baa3-ee29c1dc05e8 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688860 Apr 30 17:35:58.112458 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'status': 'completed', 'code': 200} Apr 30 17:35:58.312906 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-5f5c120e-5471-4d3c-a031-276f857933cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:58.314666 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-5f5c120e-5471-4d3c-a031-276f857933cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1138 time: 0.1763482 Apr 30 17:35:58.407506 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:58.457579 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'port_id': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'mac_address': 'fa:16:3e:de:89:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:35:58.517787 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-f9c9af72-83f5-4017-b521-5b9c8d7b96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:58.519355 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-f9c9af72-83f5-4017-b521-5b9c8d7b96e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5877433-7488-49d0-a3c8-1fec523ab652 HTTP/1.1" status: 200 len: 916 time: 0.1939363 Apr 30 17:35:58.637692 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:58.642881 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-7a123670-4964-4587-be51-ae1179611798 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 1001 time: 0.1159909 Apr 30 17:35:58.675466 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe21450-f0ef-48a5-99fb-85b995d250bb {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:35:58.716492 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-fa31ed16-0522-4934-826d-221a358b560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:58.719099 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:35:58.719442 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-fa31ed16-0522-4934-826d-221a358b560f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313dd0ca-b240-4d25-b305-a5eecb962450 HTTP/1.1" status: 200 len: 854 time: 0.0691223 Apr 30 17:35:58.807675 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:35:58.808193 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-6cae290d-705e-4eb3-b3ab-3e34aecc5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:58.809773 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-6cae290d-705e-4eb3-b3ab-3e34aecc5211 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5877433-7488-49d0-a3c8-1fec523ab652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0822093 Apr 30 17:35:58.810347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:35:58.911710 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=4']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:35:58.914936 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:35:58.958299 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-c39223f9-666d-4bd3-a579-1088a482a45a service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401720 Apr 30 17:35:59.052098 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['bfe21450-f0ef-48a5-99fb-85b995d250bb'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:35:59.108010 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9668197b-4ebe-4db1-ab20-da9eb4401bb8 req-77fef355-c3eb-409c-b2ca-e47627311572 service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416559 Apr 30 17:35:59.257010 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e05fc-1d39-448c-ba29-333f5d0ad58d req-af639ef1-e432-460b-8497-690ff1dc1782 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:35:59.259352 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-357e05fc-1d39-448c-ba29-333f5d0ad58d req-af639ef1-e432-460b-8497-690ff1dc1782 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0980289 Apr 30 17:35:59.310918 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-357e05fc-1d39-448c-ba29-333f5d0ad58d req-bf35080c-2a3b-4f58-9416-d8a3ecc48638 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454192 Apr 30 17:36:00.011976 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:36:00.246936 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning for port bfe21450-f0ef-48a5-99fb-85b995d250bb completed by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 17:36:00.252150 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port bfe21450-f0ef-48a5-99fb-85b995d250bb triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:36:00.252521 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:00.387441 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:00.418656 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:00.429814 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:00.475091 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'code': 200} Apr 30 17:36:00.553684 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4365e-ad57-4cf7-8985-4a2bc5bbccfd req-afc2c967-e437-47ce-8edf-3a19028719ff tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:00.558573 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e4e4365e-ad57-4cf7-8985-4a2bc5bbccfd req-afc2c967-e437-47ce-8edf-3a19028719ff tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0946808 Apr 30 17:36:00.603731 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e4e4365e-ad57-4cf7-8985-4a2bc5bbccfd req-25cd85b5-c3a5-42b2-90bf-e1967d7884a4 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Apr 30 17:36:00.625013 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:00.627324 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:00.697386 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=5']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:00.700641 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:00.986775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec91ef-8880-49a9-a77e-46816a58479a req-0bdaf087-c911-4d08-ad2b-d7096a5de0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:00.988207 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dfec91ef-8880-49a9-a77e-46816a58479a req-0bdaf087-c911-4d08-ad2b-d7096a5de0ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0724573 Apr 30 17:36:01.033682 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dfec91ef-8880-49a9-a77e-46816a58479a req-236e4026-aa80-4f24-a5c4-87ac425b56cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387051 Apr 30 17:36:01.848201 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09e934-747d-4acb-aa26-2b7bd9f513fe req-c7897e21-7c7b-4801-9337-1853c82c6c6e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:01.850620 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9f09e934-747d-4acb-aa26-2b7bd9f513fe req-c7897e21-7c7b-4801-9337-1853c82c6c6e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1110404 Apr 30 17:36:01.899508 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9f09e934-747d-4acb-aa26-2b7bd9f513fe req-d1ae9ef6-bcd9-42dd-9621-04fc6f4e2e8a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407138 Apr 30 17:36:03.107205 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f101e29-f020-48c0-ae35-0e6be756347b req-f2977c85-eb8e-46ce-9410-f13e8d0de2e2 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:03.108715 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0f101e29-f020-48c0-ae35-0e6be756347b req-f2977c85-eb8e-46ce-9410-f13e8d0de2e2 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.0935268 Apr 30 17:36:03.161972 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0f101e29-f020-48c0-ae35-0e6be756347b req-32b355fc-8b9d-4f79-95d9-f479fcac62fd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470138 Apr 30 17:36:03.361272 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8b149-cccb-4419-a683-ce3406cc9bb9 req-f0671e51-5541-4876-ad39-ef998bcebd4c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:03.362703 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bdf8b149-cccb-4419-a683-ce3406cc9bb9 req-f0671e51-5541-4876-ad39-ef998bcebd4c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.0856555 Apr 30 17:36:03.371944 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 48922) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:03.377684 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-d1f81d02-9e02-47e9-880a-e0a2fb6a9711 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Request body: {'floatingip': {'port_id': 'bfe21450-f0ef-48a5-99fb-85b995d250bb'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:36:03.456734 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d1f81d02-9e02-47e9-880a-e0a2fb6a9711 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:04.179928 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d1f81d02-9e02-47e9-880a-e0a2fb6a9711 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:04.270555 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d1f81d02-9e02-47e9-880a-e0a2fb6a9711 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:04.453292 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.l3_db [None req-d1f81d02-9e02-47e9-880a-e0a2fb6a9711 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Floating IP f1b260db-bfa1-41b2-8713-ade9430adc0c associated. External IP: 172.28.3.126, port: bfe21450-f0ef-48a5-99fb-85b995d250bb. Apr 30 17:36:04.815487 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f81d02-9e02-47e9-880a-e0a2fb6a9711 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:36:05.010093 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f81d02-9e02-47e9-880a-e0a2fb6a9711 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:36:05.020437 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] Sync routers for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:36:05.023746 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-d1f81d02-9e02-47e9-880a-e0a2fb6a9711 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:05.035121 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:05.035756 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:35:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:05.198506 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-d1f81d02-9e02-47e9-880a-e0a2fb6a9711 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "PUT /v2.0/floatingips/f1b260db-bfa1-41b2-8713-ade9430adc0c HTTP/1.1" status: 200 len: 992 time: 1.8249750 Apr 30 17:36:05.199073 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:05.247220 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'status': 'completed', 'code': 200} Apr 30 17:36:05.314052 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:05.377825 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-94607071-45e8-47b9-9de7-c94c2791f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:05.379514 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-94607071-45e8-47b9-9de7-c94c2791f612 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 1099 time: 0.1084998 Apr 30 17:36:05.657766 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-af6978b1-158b-44eb-bced-c197297afc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:05.659251 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-af6978b1-158b-44eb-bced-c197297afc52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 918 time: 0.2726097 Apr 30 17:36:05.712729 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'f1b260db-bfa1-41b2-8713-ade9430adc0c', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'floating_ip_address': '172.28.3.126', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'port_id': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'mac_address': 'fa:16:3e:de:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:35:44Z', 'updated_at': '2021-04-30T17:36:04Z', 'revision_number': 1, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:05.717481 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] Checking router: 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:36:05.727777 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:05.728806 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:35:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:05.770574 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-b0c1625e-fad0-4c81-83ed-d0d223a70e0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb HTTP/1.1" status: 200 len: 1000 time: 0.1034966 Apr 30 17:36:05.839852 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-84e4c235-653b-4aff-8c5d-d66c57890817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:05.841789 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-84e4c235-653b-4aff-8c5d-d66c57890817 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.0641999 Apr 30 17:36:05.931062 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:05.969569 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-fc25d535-c4e9-46f4-8245-c170877be1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:05.971930 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-fc25d535-c4e9-46f4-8245-c170877be1ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1231019 Apr 30 17:36:06.123156 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-676507d1-e5b5-433a-8b64-864fc687bd46 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438069 Apr 30 17:36:06.321432 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4b2147aa-ebe6-4db2-be09-1881cc6890fa req-b54f3d69-2b35-4a4f-96be-8dd54a36c7a4 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901300 Apr 30 17:36:06.378245 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'f1b260db-bfa1-41b2-8713-ade9430adc0c', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'floating_ip_address': '172.28.3.126', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'port_id': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'mac_address': 'fa:16:3e:de:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:35:44Z', 'updated_at': '2021-04-30T17:36:04Z', 'revision_number': 1, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:06.383439 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac266e5-1d34-4c05-8554-075205f70e10 None None] The sync data for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb is: [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_floatingips': [{'id': 'f1b260db-bfa1-41b2-8713-ade9430adc0c', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'floating_ip_address': '172.28.3.126', 'floating_network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'router_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'port_id': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'mac_address': 'fa:16:3e:de:89:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T17:35:44Z', 'updated_at': '2021-04-30T17:36:04Z', 'revision_number': 1, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:36:06.588778 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8888ec2-e90b-4bae-9f7a-2d0cd241e6a4 None None] New status for floating IP f1b260db-bfa1-41b2-8713-ade9430adc0c: ACTIVE {{(pid=74465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:36:13.441492 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:13.612871 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-fdbabfa8-f147-464d-bdb4-d97b018d8b61 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808468 Apr 30 17:36:13.761737 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-aeb58a19-ede6-4a0e-b204-11342343eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:13.763369 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-aeb58a19-ede6-4a0e-b204-11342343eed3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70509fdad1284ebcac81e155090fc72a&device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1098 time: 0.0749793 Apr 30 17:36:13.917674 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-69646b2a-072b-42d2-ab08-a0a8585bbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:13.919038 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-69646b2a-072b-42d2-ab08-a0a8585bbee6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 200 len: 909 time: 0.1351366 Apr 30 17:36:14.027967 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-f477580b-e1b2-4064-8d66-a03f0d46053c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 200 len: 1001 time: 0.1023083 Apr 30 17:36:14.096473 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-47ea076f-3457-4e64-a9eb-7e9ade500b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:14.098935 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-47ea076f-3457-4e64-a9eb-7e9ade500b5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb66e8fe-816a-482b-ae45-eead6e1aaaaa HTTP/1.1" status: 200 len: 847 time: 0.0643051 Apr 30 17:36:14.183768 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-08e97f04-cc33-4cf7-af5d-e9b9ecdd2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:14.185159 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-08e97f04-cc33-4cf7-af5d-e9b9ecdd2ade service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0796916 Apr 30 17:36:14.331927 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-fac23e6f-44f2-408b-973b-7d19b71fab63 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379869 Apr 30 17:36:14.505921 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-98ec8178-9e2d-4bbf-8a6a-76855096dc89 req-88115c2a-eb93-466a-8ac7-223246ea90ea service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666193 Apr 30 17:36:14.556540 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc564d90-810d-432f-8a2a-ed1ba4627a22 req-086082a2-6a81-4acc-bf9d-5edf7bb02cfb tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:14.556540 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bc564d90-810d-432f-8a2a-ed1ba4627a22 req-086082a2-6a81-4acc-bf9d-5edf7bb02cfb tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0867817 Apr 30 17:36:14.595630 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-732c7ea9-6a99-4e9f-b97d-be6a17b3e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:14.597848 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-732c7ea9-6a99-4e9f-b97d-be6a17b3e783 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1138 time: 0.0752783 Apr 30 17:36:14.603659 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bc564d90-810d-432f-8a2a-ed1ba4627a22 req-47654d7f-5f1b-400e-ad48-dacdcb247107 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448496 Apr 30 17:36:14.739756 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-d90a2393-ccce-4ff2-8f1b-396f346c63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:14.741192 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-d90a2393-ccce-4ff2-8f1b-396f346c63c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5877433-7488-49d0-a3c8-1fec523ab652 HTTP/1.1" status: 200 len: 916 time: 0.1347232 Apr 30 17:36:14.857419 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-c166ab3c-fcd8-403b-a542-586740e76570 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 1001 time: 0.1061261 Apr 30 17:36:14.929582 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-c0c6a677-4891-4db4-bb0f-3a1e514ccd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:14.932621 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-c0c6a677-4891-4db4-bb0f-3a1e514ccd36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313dd0ca-b240-4d25-b305-a5eecb962450 HTTP/1.1" status: 200 len: 854 time: 0.0682039 Apr 30 17:36:15.027814 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-3a778f90-e5e9-4c04-8e3d-bc49de9e46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:15.029170 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-3a778f90-e5e9-4c04-8e3d-bc49de9e46b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5877433-7488-49d0-a3c8-1fec523ab652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0885065 Apr 30 17:36:15.171423 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-26c69978-a858-4b5e-929c-d12c5d195b49 service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345413 Apr 30 17:36:15.313007 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-e8d1fcfb-cc29-463a-b924-685331e5d3bf req-1244c091-3555-43dc-894d-ee546d3c37c7 service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302252 Apr 30 17:36:15.901570 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914bbe8-d5a1-4248-a293-f91e2e1d151f req-4756102c-29c6-420e-a320-8fa0b3317024 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:15.903184 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6914bbe8-d5a1-4248-a293-f91e2e1d151f req-4756102c-29c6-420e-a320-8fa0b3317024 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.1849930 Apr 30 17:36:15.950871 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6914bbe8-d5a1-4248-a293-f91e2e1d151f req-8123254b-2f68-468d-a775-427a5a7fa27e tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416145 Apr 30 17:36:16.683381 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6e0c827f-ed4d-416a-bb02-d96d6338366f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:17.150828 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439d0c-464f-4974-9d80-6bb43af23f35 req-afa41ca4-7609-42b4-ae9d-236470d3c540 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:17.152266 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-14439d0c-464f-4974-9d80-6bb43af23f35 req-afa41ca4-7609-42b4-ae9d-236470d3c540 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0899627 Apr 30 17:36:17.203671 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-14439d0c-464f-4974-9d80-6bb43af23f35 req-19927a45-defc-41f8-9159-0f6df173c157 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448825 Apr 30 17:36:18.400310 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b89497-4a8b-4712-b3b2-b71c32cdff8b req-e7b8e044-49a8-4025-9385-ac62d376aa64 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:18.402496 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b89497-4a8b-4712-b3b2-b71c32cdff8b req-e7b8e044-49a8-4025-9385-ac62d376aa64 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0868187 Apr 30 17:36:18.451193 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a2b89497-4a8b-4712-b3b2-b71c32cdff8b req-696af4eb-49b4-4c5c-8dd5-d504b1726ce7 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421407 Apr 30 17:36:19.098362 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:19.373173 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-4193a206-5b12-4b98-8580-eaf38c935c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:19.653370 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c06f45-894e-4ba4-91de-237aa0bdb19a req-ddbbe7c6-7e76-4522-af6a-7dc45ec521c8 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:19.654830 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-99c06f45-894e-4ba4-91de-237aa0bdb19a req-ddbbe7c6-7e76-4522-af6a-7dc45ec521c8 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0892367 Apr 30 17:36:19.705601 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-99c06f45-894e-4ba4-91de-237aa0bdb19a req-641b0ee3-d301-4b6c-a4f8-b3e802b20571 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442374 Apr 30 17:36:20.406835 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:20.901414 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78780c8c-04ed-4386-bc75-25db6468bebf req-046c797c-5103-402b-84b6-d8327f150ae1 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:20.902822 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-78780c8c-04ed-4386-bc75-25db6468bebf req-046c797c-5103-402b-84b6-d8327f150ae1 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0880525 Apr 30 17:36:20.952224 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-78780c8c-04ed-4386-bc75-25db6468bebf req-4e023713-e80c-4582-8442-84e5446ef991 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433044 Apr 30 17:36:22.075414 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:22.145299 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755ae95-ffe1-486f-9d96-e9aebb2c90c1 req-835b7e25-4689-497a-80f1-7dc13a814977 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:22.146761 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4755ae95-ffe1-486f-9d96-e9aebb2c90c1 req-835b7e25-4689-497a-80f1-7dc13a814977 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0829928 Apr 30 17:36:22.197098 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-4755ae95-ffe1-486f-9d96-e9aebb2c90c1 req-58d95bda-9d4d-4fa9-b4f9-d2023e8e2cad tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439961 Apr 30 17:36:23.395707 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dfca2-8cb2-4078-b361-290233bff8bb req-4e5f03e4-2fef-4527-bdd6-d6833c6c09ad tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:23.397122 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-960dfca2-8cb2-4078-b361-290233bff8bb req-4e5f03e4-2fef-4527-bdd6-d6833c6c09ad tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0848858 Apr 30 17:36:23.453183 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-960dfca2-8cb2-4078-b361-290233bff8bb req-5170627f-28c4-477c-9bba-e911f82dd43d tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488286 Apr 30 17:36:24.655283 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dcecf-aa6d-400d-bc16-41791940415c req-6d6a0688-50b8-42d5-a7f4-6ba92147fd9f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:24.656687 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-774dcecf-aa6d-400d-bc16-41791940415c req-6d6a0688-50b8-42d5-a7f4-6ba92147fd9f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0887544 Apr 30 17:36:24.706047 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-774dcecf-aa6d-400d-bc16-41791940415c req-62aba73f-5dfe-463a-813b-925ad8210662 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433519 Apr 30 17:36:25.530145 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:36:25.894666 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f635-6bf0-4635-ac84-d32f8e8109c3 req-df860f09-933e-4319-b332-0a64bfaa2630 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:25.896118 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fdc6f635-6bf0-4635-ac84-d32f8e8109c3 req-df860f09-933e-4319-b332-0a64bfaa2630 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0813367 Apr 30 17:36:25.943663 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fdc6f635-6bf0-4635-ac84-d32f8e8109c3 req-24ce108d-ab1d-496c-8bb1-057cc31631cb tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412660 Apr 30 17:36:27.144467 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446acd0-46dc-4d57-8750-551281846e66 req-9e1fbf50-5148-4570-9e73-ff1c69a90f14 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:27.145972 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b446acd0-46dc-4d57-8750-551281846e66 req-9e1fbf50-5148-4570-9e73-ff1c69a90f14 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0928931 Apr 30 17:36:27.196770 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b446acd0-46dc-4d57-8750-551281846e66 req-c034fc06-126a-4839-843e-46907c740bdb tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432954 Apr 30 17:36:28.467505 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14e6a-a339-4d7d-8934-4e506fcfcbb1 req-b409b21a-97ae-4d22-b21b-4e80c79c8541 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:28.468948 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-99b14e6a-a339-4d7d-8934-4e506fcfcbb1 req-b409b21a-97ae-4d22-b21b-4e80c79c8541 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0931499 Apr 30 17:36:28.517714 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-99b14e6a-a339-4d7d-8934-4e506fcfcbb1 req-44b07abf-9d66-418c-84f2-3c38205ec1e4 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419939 Apr 30 17:36:29.714404 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d42a19-9b23-47c0-a162-71f09d665177 req-82dd9fff-ea17-4919-b282-d9e699be2649 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:29.715946 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b8d42a19-9b23-47c0-a162-71f09d665177 req-82dd9fff-ea17-4919-b282-d9e699be2649 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0853839 Apr 30 17:36:29.764634 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b8d42a19-9b23-47c0-a162-71f09d665177 req-a350dc16-6ea8-4c14-9408-97d1cf2fe007 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426204 Apr 30 17:36:30.976597 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a1437-80e2-4e0b-b40f-509084a954be req-dc4a85a2-f259-4324-8f47-05682b2034ce tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:30.978430 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd8a1437-80e2-4e0b-b40f-509084a954be req-dc4a85a2-f259-4324-8f47-05682b2034ce tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0856092 Apr 30 17:36:31.031101 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bd8a1437-80e2-4e0b-b40f-509084a954be req-ca87e43e-4ae2-4818-ab32-36d92ac44de6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464654 Apr 30 17:36:32.228722 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb14e83-9a34-45fd-9642-c55757937e55 req-9c188870-d08a-467e-9502-ada6193885c8 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:32.233871 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3cb14e83-9a34-45fd-9642-c55757937e55 req-9c188870-d08a-467e-9502-ada6193885c8 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.0883644 Apr 30 17:36:32.294257 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3cb14e83-9a34-45fd-9642-c55757937e55 req-768a5ddb-346a-4d5b-8669-3361dd3db53f tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&id=7026a865-c090-4b3c-9d48-78af58745f21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538309 Apr 30 17:36:38.690043 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49224) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:38.810714 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:38.826009 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:36:38.830151 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9589321b4de3442a8d07ee5cec9869c4 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:36:38.833151 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:36:38.839223 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:36:38.924648 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:39.035470 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:39.056025 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a15d0e6a-8d92-42b6-8a2c-3ff2ad2049ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:39.082497 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9589321b4de3442a8d07ee5cec9869c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913176 Apr 30 17:36:39.085200 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49232) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:39.087013 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94543dfa-314f-446d-94f2-03679c6994d1,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:39.094630 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.095008 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.095370 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.095878 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.096235 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.096586 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.096932 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.097278 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.097628 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.097968 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.098332 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.098673 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.103387 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8be48459-df0e-4893-8162-8a684322a9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:39.151870 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:39.178439 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:39.315630 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:39.319347 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b8470cc5-3221-4204-ba65-3c7b4d092cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:39.330553 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94543dfa-314f-446d-94f2-03679c6994d1,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:39.341239 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.341617 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.341992 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.342384 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.342748 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.343106 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.343465 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.343821 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.344178 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.344529 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.344880 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.345231 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:36:39.348260 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:39.349346 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94543dfa-314f-446d-94f2-03679c6994d1 HTTP/1.1" status: 204 len: 168 time: 0.2623076 Apr 30 17:36:39.350239 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5ba796b1-f829-4db6-b15a-ffb089e578a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:43.492603 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:46.670655 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8541-9244-4a4c-a527-319bb5f91142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:49.041559 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:49.384822 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-82319d19-0851-4d4e-a3dd-0f09138cf2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:50.018368 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c9bae-968b-41c8-b4e3-cda392e477fc req-f08e37ce-e8d4-422d-8c54-ae573fb3da78 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:50.019901 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3a0c9bae-968b-41c8-b4e3-cda392e477fc req-f08e37ce-e8d4-422d-8c54-ae573fb3da78 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1005869 Apr 30 17:36:50.068821 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3a0c9bae-968b-41c8-b4e3-cda392e477fc req-86753f82-cde8-492b-a1f2-8e5062fae2fd tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Apr 30 17:36:50.430901 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:50.578001 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49276) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:51.191930 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Deleting port 24335ec8-879c-46d0-89a5-110ef2bc22ff {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:36:51.193067 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.392942 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.392942 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.464137 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24945f06-b3e4-42db-ac97-81c1dee837b2 req-d2188fa1-bf5a-45c3-9cf5-ad217d2d80bf tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:51.465747 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-24945f06-b3e4-42db-ac97-81c1dee837b2 req-d2188fa1-bf5a-45c3-9cf5-ad217d2d80bf tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.2591627 Apr 30 17:36:51.537887 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Calling delete_port for 24335ec8-879c-46d0-89a5-110ef2bc22ff owned by network:floatingip {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:36:51.598933 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-24945f06-b3e4-42db-ac97-81c1dee837b2 req-844fdc3e-06e3-451c-bc81-ee10d81a9915 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682638 Apr 30 17:36:51.813117 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.817700 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-39c3932e-2cec-431c-9689-ead803468c3a tempest-VolumesActionsTest-1444575063 tempest-VolumesActionsTest-1444575063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:51.865792 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event deleted for resources: {'Port': ['ID=24335ec8-879c-46d0-89a5-110ef2bc22ff,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:51.869060 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:51.977876 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for floatingip, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:51.978449 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.l3_db [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Floating IP 1cc1d09d-ab5e-4407-ad2b-8409a36c99ef disassociated (deleted). External IP: 172.28.3.187, port: ae09192d-806a-4fa8-91a4-112121cbbabb. Apr 30 17:36:52.093675 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.392883 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Router 856731c3-9c79-4613-b0ff-ef45b1409224 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:36:52.586779 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:36:52.597622 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] Sync routers for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:36:52.609005 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:52.617600 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:36:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:52.736924 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:52.840470 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:52.961919 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-388c48f4-22da-4fd6-9e74-dbe49a6992cd tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "DELETE /v2.0/floatingips/1cc1d09d-ab5e-4407-ad2b-8409a36c99ef HTTP/1.1" status: 204 len: 168 time: 2.3788180 Apr 30 17:36:52.961919 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:53.019861 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38d9d8-9c6e-4847-a6f5-55632e58c008 req-62b71e61-ccbf-43a4-ab4b-a12b9498b726 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:53.027646 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-df38d9d8-9c6e-4847-a6f5-55632e58c008 req-62b71e61-ccbf-43a4-ab4b-a12b9498b726 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1401947 Apr 30 17:36:53.079888 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-df38d9d8-9c6e-4847-a6f5-55632e58c008 req-427d2723-56a2-467c-8c24-b84db0d2a30c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Apr 30 17:36:53.142271 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'status': 'completed', 'code': 200} Apr 30 17:36:53.228559 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:15Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'eb4ea155-4ff0-4ae0-af77-17065679ea54', 'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:14Z', 'updated_at': '2021-04-30T17:31:25Z', 'revision_number': 5, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'subnets': [{'id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:53.232997 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] Checking router: 856731c3-9c79-4613-b0ff-ef45b1409224 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:36:53.243047 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:36:53.243675 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:36:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:53.261372 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14371a-ed52-4331-9018-31373e8b2349 req-3e934591-cff2-4337-a475-0bbda1f02030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:53.263572 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-6d14371a-ed52-4331-9018-31373e8b2349 req-3e934591-cff2-4337-a475-0bbda1f02030 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70509fdad1284ebcac81e155090fc72a&device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 1098 time: 0.0954344 Apr 30 17:36:53.429355 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14371a-ed52-4331-9018-31373e8b2349 req-d16d4c40-eca4-4b3a-9857-0ceb3c417426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:53.431402 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-6d14371a-ed52-4331-9018-31373e8b2349 req-d16d4c40-eca4-4b3a-9857-0ceb3c417426 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 200 len: 909 time: 0.1612191 Apr 30 17:36:53.441422 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:36:53.510021 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-6d14371a-ed52-4331-9018-31373e8b2349 req-de351928-5703-43d7-a2bf-6b1f35ea86d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 200 len: 217 time: 0.0707455 Apr 30 17:36:53.586640 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14371a-ed52-4331-9018-31373e8b2349 req-5ec4c46a-5ede-4600-bfcf-16b87b0450f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:53.588158 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-6d14371a-ed52-4331-9018-31373e8b2349 req-5ec4c46a-5ede-4600-bfcf-16b87b0450f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb66e8fe-816a-482b-ae45-eead6e1aaaaa HTTP/1.1" status: 200 len: 847 time: 0.0701213 Apr 30 17:36:53.668307 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14371a-ed52-4331-9018-31373e8b2349 req-14ce1277-65d3-49aa-8e0e-711000fefa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:53.670167 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-6d14371a-ed52-4331-9018-31373e8b2349 req-14ce1277-65d3-49aa-8e0e-711000fefa99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08ba6f5d-77cc-48f1-8010-9e1d5f593c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0747526 Apr 30 17:36:53.709077 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c72260-95d7-4da7-91b4-c47b174cdda3 req-a7ff9c6a-8710-448c-8827-9746e82103ac tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:53.710338 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-d7c72260-95d7-4da7-91b4-c47b174cdda3 req-a7ff9c6a-8710-448c-8827-9746e82103ac tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Synchronizing usage tracker for tenant:70509fdad1284ebcac81e155090fc72a on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:36:53.819261 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-d7c72260-95d7-4da7-91b4-c47b174cdda3 req-a7ff9c6a-8710-448c-8827-9746e82103ac tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Unset dirty status for tenant:70509fdad1284ebcac81e155090fc72a on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:36:53.820739 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d7c72260-95d7-4da7-91b4-c47b174cdda3 req-a7ff9c6a-8710-448c-8827-9746e82103ac tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.2448454 Apr 30 17:36:53.828553 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:15Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'eb4ea155-4ff0-4ae0-af77-17065679ea54', 'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:14Z', 'updated_at': '2021-04-30T17:31:25Z', 'revision_number': 5, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'subnets': [{'id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:36:53.833478 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7141a-d1bd-4883-a558-de5d9f478b11 None None] The sync data for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb is: [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:31:15Z', 'revision_number': 4, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'eb4ea155-4ff0-4ae0-af77-17065679ea54', 'name': '', 'network_id': '08ba6f5d-77cc-48f1-8010-9e1d5f593c79', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'mac_address': 'fa:16:3e:47:97:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:14Z', 'updated_at': '2021-04-30T17:31:25Z', 'revision_number': 5, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'subnets': [{'id': 'bb66e8fe-816a-482b-ae45-eead6e1aaaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:36:53.883274 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d7c72260-95d7-4da7-91b4-c47b174cdda3 req-6601ae0b-8c63-4eb4-a10d-fc9c7f327791 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555110 Apr 30 17:36:53.934123 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-6d14371a-ed52-4331-9018-31373e8b2349 req-feac4d52-73b4-4a7e-95d6-d085e358b085 service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541089 Apr 30 17:36:54.073801 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bea8ae-d75d-446c-aee2-c3ab424f272b None None] New status for floating IP 1cc1d09d-ab5e-4407-ad2b-8409a36c99ef: DOWN {{(pid=74465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:36:54.087903 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-6d14371a-ed52-4331-9018-31373e8b2349 req-08937a94-f51f-40fb-bc36-b9434af2c62d service neutron] 10.222.0.64 "GET /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364603 Apr 30 17:36:54.299999 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413e01c-19d6-4632-a8fb-d4e72fbbbec9 req-c1a9ac02-1ea6-4c0e-9db2-0de9ec9963ae tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:54.301531 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5413e01c-19d6-4632-a8fb-d4e72fbbbec9 req-c1a9ac02-1ea6-4c0e-9db2-0de9ec9963ae tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.0994773 Apr 30 17:36:54.352089 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5413e01c-19d6-4632-a8fb-d4e72fbbbec9 req-43387ba6-a22e-417d-b905-0598f971a057 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Apr 30 17:36:55.096710 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c81f67-df51-45d0-9209-af428503dbdd req-7f63b7b7-20e0-4a27-8bc4-f20a6f562b88 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:55.098321 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-34c81f67-df51-45d0-9209-af428503dbdd req-7f63b7b7-20e0-4a27-8bc4-f20a6f562b88 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.0923362 Apr 30 17:36:55.155643 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-34c81f67-df51-45d0-9209-af428503dbdd req-d539e05c-6ee4-45dc-87de-9bbe148e4dbb tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/security-groups?id=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496409 Apr 30 17:36:55.374348 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-30e6ff68-fec0-4bee-aec4-fe7339223f80 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:55.375103 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-30e6ff68-fec0-4bee-aec4-fe7339223f80 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Synchronizing usage tracker for tenant:70509fdad1284ebcac81e155090fc72a on resource:port {{(pid=74463) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:36:55.390581 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-30e6ff68-fec0-4bee-aec4-fe7339223f80 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Unset dirty status for tenant:70509fdad1284ebcac81e155090fc72a on resource:port {{(pid=74463) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:36:55.391808 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-30e6ff68-fec0-4bee-aec4-fe7339223f80 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.64 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 945 time: 0.1141498 Apr 30 17:36:55.595316 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Deleting port ae09192d-806a-4fa8-91a4-112121cbbabb {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:36:55.595915 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.624322 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2b0f-cbf5-44f4-9aab-428c0e96bb3f req-4bf45f1b-7131-406c-a35e-0efa54c7ce8b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:55.625939 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-50db2b0f-cbf5-44f4-9aab-428c0e96bb3f req-4bf45f1b-7131-406c-a35e-0efa54c7ce8b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.0916603 Apr 30 17:36:55.675261 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-50db2b0f-cbf5-44f4-9aab-428c0e96bb3f req-a9fa957d-7b9f-454d-bd4a-b42fa41f6cea tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Apr 30 17:36:55.786649 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] For port ae09192d-806a-4fa8-91a4-112121cbbabb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=ae09192d-806a-4fa8-91a4-112121cbbabb,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:36:55.786907 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:55.917505 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Calling delete_port for ae09192d-806a-4fa8-91a4-112121cbbabb owned by compute:nova {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:36:56.115966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.122647 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-eb2cd735-6686-4f46-8fa9-1dffddf75eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:56.174505 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event deleted for resources: {'Port': ['ID=ae09192d-806a-4fa8-91a4-112121cbbabb,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:56.177635 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:56.269268 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] No DVR routers for this DVR port ae09192d-806a-4fa8-91a4-112121cbbabb on host hv-cinder-78477 {{(pid=74463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:36:56.269268 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:56.269268 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'name': 'network-vif-deleted', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb'}] {{(pid=74463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:36:56.329167 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9858d5d5-a2e6-4efa-b0f8-b982d2fedc44 req-08746d4f-af26-48b1-9eac-e6d0ab5c7a95 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 210 time: 0.0504761 Apr 30 17:36:56.402852 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-8f076195-517e-4ac1-a009-a8e733edd6fd req-db63b97c-c998-40f9-bd7d-b978e08cbc9e tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.64 "DELETE /v2.0/ports/ae09192d-806a-4fa8-91a4-112121cbbabb HTTP/1.1" status: 204 len: 173 time: 1.0041299 Apr 30 17:36:56.495001 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591777f2-489d-47b0-a457-5c91fbfc3fbf', 'name': 'network-vif-deleted', 'tag': 'ae09192d-806a-4fa8-91a4-112121cbbabb', 'status': 'completed', 'code': 200} Apr 30 17:36:56.887744 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c8e89-e903-42fb-9afb-3dfff7ef8bdc req-c26b5325-e8ec-4bc4-9bc1-bb4fe73e9904 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:56.889224 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7a2c8e89-e903-42fb-9afb-3dfff7ef8bdc req-c26b5325-e8ec-4bc4-9bc1-bb4fe73e9904 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.0879097 Apr 30 17:36:56.943200 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7a2c8e89-e903-42fb-9afb-3dfff7ef8bdc req-b0f77995-9fd9-4a71-bf37-38812797c67c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476408 Apr 30 17:36:57.531249 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8edb6e4e-4e22-429a-b8f9-93da7a1d3a87 req-8dc9e48c-0eb7-4f4d-a758-9986d72ffa75 tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "GET /v2.0/ports?device_id=591777f2-489d-47b0-a457-5c91fbfc3fbf HTTP/1.1" status: 200 len: 210 time: 0.0510893 Apr 30 17:36:58.155938 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059734a-1283-42e1-9fb7-a633dc0540ea req-1ced2703-a8ee-4f49-935b-b3c351256f49 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:58.162672 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8059734a-1283-42e1-9fb7-a633dc0540ea req-1ced2703-a8ee-4f49-935b-b3c351256f49 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.0967944 Apr 30 17:36:58.212027 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8059734a-1283-42e1-9fb7-a633dc0540ea req-c03b87b3-0ec8-4fa8-af09-8892866ec57d tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469563 Apr 30 17:36:58.325563 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device ae09192d-806a-4fa8-91a4-112121cbbabb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:36:58.360378 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: ae09192d-806a-4fa8-91a4-112121cbbabb {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:36:58.360724 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device ae09192d-806a-4fa8-91a4-112121cbbabb not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:36:58.645856 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49314) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:58.726854 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e098a986-9477-4b8f-90aa-d43b3f893d1d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.761390 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e098a986-9477-4b8f-90aa-d43b3f893d1d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.966895 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e098a986-9477-4b8f-90aa-d43b3f893d1d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.971187 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ed677cea-5ac9-4709-a92a-a300b4f60ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:36:58.983963 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098a986-9477-4b8f-90aa-d43b3f893d1d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f0d5c-451c-4e4f-9454-7e69eb3a02fd,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:36:58.993322 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e098a986-9477-4b8f-90aa-d43b3f893d1d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:36:58.993322 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e098a986-9477-4b8f-90aa-d43b3f893d1d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:36:58.993322 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-e098a986-9477-4b8f-90aa-d43b3f893d1d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] 10.222.0.32 "DELETE /v2.0/security-groups/e08f0d5c-451c-4e4f-9454-7e69eb3a02fd HTTP/1.1" status: 204 len: 168 time: 0.3453035 Apr 30 17:36:59.202949 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49320) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:36:59.462689 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd5d7-3824-4ab0-bb6a-537369a50d0c req-97dbef4c-245e-4a66-9945-8967e080da60 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:36:59.464277 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-262fd5d7-3824-4ab0-bb6a-537369a50d0c req-97dbef4c-245e-4a66-9945-8967e080da60 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1290193 Apr 30 17:36:59.530105 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-262fd5d7-3824-4ab0-bb6a-537369a50d0c req-76fc3add-e256-432f-ae13-0eb0657bd461 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542905 Apr 30 17:37:00.130623 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407875'] for router_interface, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.652722 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Deleting port eb4ea155-4ff0-4ae0-af77-17065679ea54 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:00.653071 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.835697 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] For port eb4ea155-4ff0-4ae0-af77-17065679ea54, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=eb4ea155-4ff0-4ae0-af77-17065679ea54,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:00.836349 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:00.893004 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccfaf7-7da5-49cd-a4c4-f8eee6b6b2dd req-3a6f4b24-41c7-4a36-9b3e-3c96a07d70a9 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:00.895835 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-baccfaf7-7da5-49cd-a4c4-f8eee6b6b2dd req-3a6f4b24-41c7-4a36-9b3e-3c96a07d70a9 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1519988 Apr 30 17:37:00.956879 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-baccfaf7-7da5-49cd-a4c4-f8eee6b6b2dd req-b7d2c946-0550-4ad5-bd04-4d6ef9ae51ad tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530403 Apr 30 17:37:01.055309 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Calling delete_port for eb4ea155-4ff0-4ae0-af77-17065679ea54 owned by network:router_interface {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:01.276508 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:01.280725 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1f730c52-11cf-46b8-ab04-7de7a9fc59c8 tempest-ServerRescueNegativeTestJSON-105872579 tempest-ServerRescueNegativeTestJSON-105872579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:01.329771 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4ea155-4ff0-4ae0-af77-17065679ea54,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:01.332998 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:01.626188 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3793282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400627'] for router_interface, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.145854 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Router 856731c3-9c79-4613-b0ff-ef45b1409224 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:37:02.193306 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffb042-284d-4253-949e-bc8ac837219e req-994f5c50-df74-451f-856c-5f94d1c2c840 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:02.195629 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b4ffb042-284d-4253-949e-bc8ac837219e req-994f5c50-df74-451f-856c-5f94d1c2c840 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1080792 Apr 30 17:37:02.249989 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b4ffb042-284d-4253-949e-bc8ac837219e req-93dc7499-3e85-495d-85d4-88e0604a7e8c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459890 Apr 30 17:37:02.355613 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:37:02.362241 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:37:02.375037 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] Sync routers for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:37:02.375914 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] 10.222.0.32 "PUT /v2.0/routers/856731c3-9c79-4613-b0ff-ef45b1409224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1716115 Apr 30 17:37:02.380076 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49334) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:02.395727 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:02.396694 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:36:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:02.544843 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:37:02.591590 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks [] for router, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.612578 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:02.629234 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'port_id': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'mac_address': 'fa:16:3e:de:89:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:37:02.698372 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:02.713423 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.732369 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfe21450-f0ef-48a5-99fb-85b995d250bb {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:37:02.751574 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:02.836961 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.933872 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:02.943745 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-210e50ad-24d6-4d80-9951-c599e9c90787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:03.031690 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=6']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:03.036266 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Deleting port 3d92ce67-8b71-4d24-8567-882ec7ce58fa {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:03.036613 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:03.038712 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['bfe21450-f0ef-48a5-99fb-85b995d250bb'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:37:03.112514 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.112886 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.113301 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.113703 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.114258 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.114658 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.115868 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.115868 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.115868 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.116333 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.116333 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.116622 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:03.120970 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:03.159990 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87'}], 'enable_snat': True}, 'gw_port_id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:37:01Z', 'revision_number': 5, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port': {'id': '3d92ce67-8b71-4d24-8567-882ec7ce58fa', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:08Z', 'updated_at': '2021-04-30T17:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:03.167056 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] Checking router: 856731c3-9c79-4613-b0ff-ef45b1409224 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:37:03.174358 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] Routers {'856731c3-9c79-4613-b0ff-ef45b1409224'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:03.174988 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:36:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['856731c3-9c79-4613-b0ff-ef45b1409224'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:03.224226 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] For port 3d92ce67-8b71-4d24-8567-882ec7ce58fa, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=3d92ce67-8b71-4d24-8567-882ec7ce58fa,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:03.224595 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:03.370064 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] Set router 856731c3-9c79-4613-b0ff-ef45b1409224 gateway port host: None {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:03.388493 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Calling delete_port for 3d92ce67-8b71-4d24-8567-882ec7ce58fa owned by network:router_gateway {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:03.497677 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:37:02Z', 'revision_number': 6, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port_host': None}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:03.502556 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f21b11-19f8-4fec-a666-456cd471cef4 None None] The sync data for ids ['856731c3-9c79-4613-b0ff-ef45b1409224'] in dv-cinder-784779-10-smb is: [{'id': '856731c3-9c79-4613-b0ff-ef45b1409224', 'name': 'tempest-TestShelveInstance-489630931-router', 'tenant_id': '70509fdad1284ebcac81e155090fc72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:06Z', 'updated_at': '2021-04-30T17:37:02Z', 'revision_number': 6, 'project_id': '70509fdad1284ebcac81e155090fc72a', 'gw_port_host': None}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:37:03.699760 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:03.704984 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-501d0244-3cbf-421e-86fc-0aca772a501d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:03.713850 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8439d3-3b09-4b48-a7c4-eabaa2f27ba8 req-b36a62e9-8410-414b-a052-6c710b6b4724 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:03.716503 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ff8439d3-3b09-4b48-a7c4-eabaa2f27ba8 req-b36a62e9-8410-414b-a052-6c710b6b4724 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0985997 Apr 30 17:37:03.798977 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ff8439d3-3b09-4b48-a7c4-eabaa2f27ba8 req-70e41171-fc4b-4787-856c-71a464c4cded tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764594 Apr 30 17:37:03.953881 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d92ce67-8b71-4d24-8567-882ec7ce58fa,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:03.957748 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:04.059731 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517740'] for router_gateway, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.298745 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64949'] for router, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.302457 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.374117 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:04.481747 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517156'] for router, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.487986 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port bfe21450-f0ef-48a5-99fb-85b995d250bb triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:04.492510 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.492847 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 856731c3-9c79-4613-b0ff-ef45b1409224 {{(pid=74463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:37:04.544394 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.549168 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] 10.222.0.32 "DELETE /v2.0/routers/856731c3-9c79-4613-b0ff-ef45b1409224 HTTP/1.1" status: 204 len: 168 time: 2.1645026 Apr 30 17:37:04.549428 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49370) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:04.687900 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.735451 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-be23c78a-f2e3-464c-b592-ddf48fa28b6d admin admin] Deleting subnet bb66e8fe-816a-482b-ae45-eead6e1aaaaa {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:37:04.736356 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:04.754381 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-be23c78a-f2e3-464c-b592-ddf48fa28b6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.776023 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:04.790347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device eb4ea155-4ff0-4ae0-af77-17065679ea54 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:04.892928 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'code': 200} Apr 30 17:37:04.894327 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.901870 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:04.902996 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-be23c78a-f2e3-464c-b592-ddf48fa28b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:04.988189 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: eb4ea155-4ff0-4ae0-af77-17065679ea54 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:04.992059 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device eb4ea155-4ff0-4ae0-af77-17065679ea54 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:04.992774 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 3d92ce67-8b71-4d24-8567-882ec7ce58fa no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:05.088544 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: 3d92ce67-8b71-4d24-8567-882ec7ce58fa {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:05.089024 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 3d92ce67-8b71-4d24-8567-882ec7ce58fa not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:05.129987 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-be23c78a-f2e3-464c-b592-ddf48fa28b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:05.169125 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=7']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:05.174581 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:05.250827 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d8828-4bac-48ed-8ead-3e6445bd80ff req-96829543-2c2f-4552-b734-4e4a653914e1 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:05.261477 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bc8d8828-4bac-48ed-8ead-3e6445bd80ff req-96829543-2c2f-4552-b734-4e4a653914e1 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.2254953 Apr 30 17:37:05.322799 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bc8d8828-4bac-48ed-8ead-3e6445bd80ff req-abe3c4fa-3b4e-43f4-81bc-b3e8f42c1612 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599661 Apr 30 17:37:05.826986 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-be23c78a-f2e3-464c-b592-ddf48fa28b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:05.826986 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:05.856866 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-be23c78a-f2e3-464c-b592-ddf48fa28b6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:05.866982 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0d88d-2083-445b-bd70-55b408c67b27 None None] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:37:05.871403 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-be23c78a-f2e3-464c-b592-ddf48fa28b6d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bb66e8fe-816a-482b-ae45-eead6e1aaaaa HTTP/1.1" status: 204 len: 168 time: 1.3186507 Apr 30 17:37:05.873672 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49378) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:05.877332 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23c78a-f2e3-464c-b592-ddf48fa28b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb66e8fe-816a-482b-ae45-eead6e1aaaaa,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:05.882270 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-be23c78a-f2e3-464c-b592-ddf48fa28b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:06.007239 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:06.092591 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Deleting port d17ed0a3-b9c7-407c-882d-18bd59177cf4 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:06.093496 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:06.256873 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] For port d17ed0a3-b9c7-407c-882d-18bd59177cf4, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=d17ed0a3-b9c7-407c-882d-18bd59177cf4,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:06.257627 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:06.289437 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] DHCP port deletion for 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 request from dv-cinder-784779-10-smb {{(pid=74465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:37:06.378547 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] Deleting port d17ed0a3-b9c7-407c-882d-18bd59177cf4 {{(pid=74465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:06.379320 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:06.554240 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Calling delete_port for d17ed0a3-b9c7-407c-882d-18bd59177cf4 owned by network:dhcp {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:06.586057 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] For port d17ed0a3-b9c7-407c-882d-18bd59177cf4, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=d17ed0a3-b9c7-407c-882d-18bd59177cf4,segment=NetworkSegment(6d3d18b7-a296-46eb-aa20-024c041402c4),segment_id=6d3d18b7-a296-46eb-aa20-024c041402c4)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:06.586513 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:06.660045 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c37d0-e849-4c38-95bc-ab64c2fa3dc4 req-2f251478-06eb-456b-9af2-5f45a30d5fc4 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:06.661605 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ee2c37d0-e849-4c38-95bc-ab64c2fa3dc4 req-2f251478-06eb-456b-9af2-5f45a30d5fc4 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1614463 Apr 30 17:37:06.753409 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ee2c37d0-e849-4c38-95bc-ab64c2fa3dc4 req-8cff853b-8e1b-4335-9ef9-7e4483308277 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645192 Apr 30 17:37:06.761093 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device d17ed0a3-b9c7-407c-882d-18bd59177cf4 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:06.767373 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:06.791197 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-72bc3089-e1b9-42bc-a38d-9a3e66d51cab tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:06.806395 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] Calling delete_port for d17ed0a3-b9c7-407c-882d-18bd59177cf4 owned by network:dhcp {{(pid=74465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:06.826579 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: d17ed0a3-b9c7-407c-882d-18bd59177cf4 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:06.827738 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device d17ed0a3-b9c7-407c-882d-18bd59177cf4 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:06.861391 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] No DVR routers for this DVR port d17ed0a3-b9c7-407c-882d-18bd59177cf4 on host dv-cinder-784779-10-smb {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:37:06.889089 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311'] for port, after_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:06.893876 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-11649073-75eb-4b5d-aff9-e5a35b1e77c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:06.896859 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Pushing event deleted for resources: {'Port': ['ID=d17ed0a3-b9c7-407c-882d-18bd59177cf4,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:06.903442 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:06.949179 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] Pushing event deleted for resources: {'Port': ['ID=d17ed0a3-b9c7-407c-882d-18bd59177cf4,revision_number=None']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:06.953868 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:06.957559 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9111815-bd8e-43a6-b3c7-7c6491450979 None None] No DVR routers for this DVR port d17ed0a3-b9c7-407c-882d-18bd59177cf4 on host dv-cinder-784779-10-smb {{(pid=74465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:37:07.046244 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:07.186923 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ba6f5d-77cc-48f1-8010-9e1d5f593c79']}} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:07.210133 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3d18b7-a296-46eb-aa20-024c041402c4') {'for_net_delete': True} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:07.210502 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3d18b7-a296-46eb-aa20-024c041402c4') {} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:07.226202 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530770787'] for segment, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:07.251933 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:07.266217 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=74464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:37:07.563036 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:37:07.574027 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530792215'] for segment, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Network 08ba6f5d-77cc-48f1-8010-9e1d5f593c79 has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: Traceback (most recent call last): Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: timer() Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: cb(*args, **kw) Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: return func(*args, **kwargs) Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: self._notify() Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: self.callback(batched_events) Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: event.method(event) Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: return f(self, *a, **k) Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: return self._get(url).json() Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: return self.request(url, 'GET', **kwargs) Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:37:07.842176 dv-cinder-784779-10-smb neutron-server[74464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:37:08.070759 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f6001-7357-4203-9ec3-274faf2f632c req-d76a8432-4d27-4c33-951d-f2cb1669a990 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:08.072433 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fa9f6001-7357-4203-9ec3-274faf2f632c req-d76a8432-4d27-4c33-951d-f2cb1669a990 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1079094 Apr 30 17:37:08.123526 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fa9f6001-7357-4203-9ec3-274faf2f632c req-ebfc1da3-5b18-4f3b-9e0e-0df6c652ef73 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445266 Apr 30 17:37:08.452961 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:08.462150 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:08.468428 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-de4ded29-5015-4d3d-aaa4-f8902d62720b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:08.522460 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Pushing event deleted for resources: {'Network': ['ID=08ba6f5d-77cc-48f1-8010-9e1d5f593c79,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:08.530503 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] 10.222.0.32 "DELETE /v2.0/networks/08ba6f5d-77cc-48f1-8010-9e1d5f593c79 HTTP/1.1" status: 204 len: 168 time: 2.6543517 Apr 30 17:37:08.531415 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:08.534966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49388) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:09.613704 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407875'] for router_interface, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:09.675228 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e831497-0c9f-427b-83d4-faf0687b5130 req-ea74fa51-6681-4a00-a532-4209144df001 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:09.690171 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0e831497-0c9f-427b-83d4-faf0687b5130 req-ea74fa51-6681-4a00-a532-4209144df001 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.2180536 Apr 30 17:37:09.787017 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-0e831497-0c9f-427b-83d4-faf0687b5130 req-7c42472e-f04b-4e91-b2f0-8b1fc58e4a83 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916548 Apr 30 17:37:10.292616 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Deleting port f5a93d83-2d9b-4501-9869-e4c718ecc839 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:10.302869 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:10.448820 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] For port f5a93d83-2d9b-4501-9869-e4c718ecc839, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f5a93d83-2d9b-4501-9869-e4c718ecc839,segment=NetworkSegment(061ec661-721b-4866-9bca-5ec71c15a3be),segment_id=061ec661-721b-4866-9bca-5ec71c15a3be)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:10.449222 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:10.598946 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Calling delete_port for f5a93d83-2d9b-4501-9869-e4c718ecc839 owned by network:router_interface {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:10.990566 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:11.000070 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1039b40a-4904-4185-a87e-2a037f4dcf6c tempest-AttachVolumeTestJSON-80456805 tempest-AttachVolumeTestJSON-80456805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:11.130128 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ffdc6-a31c-45b1-8a2b-d254e998ed12 req-3e1e3370-9afb-41c6-82e8-6982a73561eb tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:11.132229 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a63ffdc6-a31c-45b1-8a2b-d254e998ed12 req-3e1e3370-9afb-41c6-82e8-6982a73561eb tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1468940 Apr 30 17:37:11.176400 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a93d83-2d9b-4501-9869-e4c718ecc839,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:11.228039 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:11.238281 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-a63ffdc6-a31c-45b1-8a2b-d254e998ed12 req-277db6a0-b92c-4075-b869-97a71d8336cc tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938175 Apr 30 17:37:11.443577 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-cb4162f0-7395-463d-99d4-4dfcda2dd5c8 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586786185&fields=id&tenant_id=7e6089dbc404473abbb04c86b5cfcc99 HTTP/1.1" status: 200 len: 267 time: 0.1391335 Apr 30 17:37:11.662444 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-5a8b4889-a42d-46b3-9e60-dabf53685b28 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:11.674948 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-5a8b4889-a42d-46b3-9e60-dabf53685b28 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 985 time: 0.2195573 Apr 30 17:37:11.688244 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Request body: {'port': {'security_groups': ['977c7830-547a-4ff8-a774-5aaf5e1bfdb3']}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:37:11.738593 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3793282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400627'] for router_interface, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.080623 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.360145 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Router 17707ad1-506b-4ab7-af6d-87049e1cf14b has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:37:12.437045 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] For port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:12.483896 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for port, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.516475 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f09d1-3484-4050-917e-d3273a3b4cc0 req-f8228495-b2b2-4fe5-9433-5d680731ba90 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:12.518422 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d11f09d1-3484-4050-917e-d3273a3b4cc0 req-f8228495-b2b2-4fe5-9433-5d680731ba90 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1451423 Apr 30 17:37:12.570589 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530792307'] for port, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.584505 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['82d3f4d7-7f36-4d36-b58b-6331d3b821e2'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:37:12.591476 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:37:12.650565 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:12.678312 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] Sync routers for ids ['17707ad1-506b-4ab7-af6d-87049e1cf14b'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:37:12.717588 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] Routers {'17707ad1-506b-4ab7-af6d-87049e1cf14b'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:12.719069 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:36:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['17707ad1-506b-4ab7-af6d-87049e1cf14b'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:12.721153 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-9121e27a-9cba-441c-887c-898b05d1c4cf admin admin] 10.222.0.32 "PUT /v2.0/routers/17707ad1-506b-4ab7-af6d-87049e1cf14b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1841738 Apr 30 17:37:12.722335 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49410) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:12.736193 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d11f09d1-3484-4050-917e-d3273a3b4cc0 req-86278305-05c2-48e3-ac6e-5bf356b1d14d tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043467 Apr 30 17:37:12.878985 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:12.880348 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:12.893524 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bb59c369-689a-4eb9-bb9f-a8725427b59a req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "PUT /v2.0/ports/82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 943 time: 1.2141206 Apr 30 17:37:12.894695 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:12.903191 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49414) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:12.970123 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event updated for resources: {'Port': ['ID=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,revision_number=7']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:12.982474 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-01513082-e033-4d05-bca8-2389569f45f9 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:13.088468 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'status': 'completed', 'code': 200} Apr 30 17:37:13.119527 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-98656d3c-611d-4e51-bd8a-6c2d0b4ff81b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.213912 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks [] for router, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.214811 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['82d3f4d7-7f36-4d36-b58b-6331d3b821e2'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:37:13.230472 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-98656d3c-611d-4e51-bd8a-6c2d0b4ff81b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.457493 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-e52744bc-2541-468c-bea9-876dd52d2c19 None None] Provisioning complete for port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 triggered by entity DHCP. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:13.458207 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-e52744bc-2541-468c-bea9-876dd52d2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.476172 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-98656d3c-611d-4e51-bd8a-6c2d0b4ff81b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.488301 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-206081cf-3207-4902-a515-926cf1bbdb5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:13.524529 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98656d3c-611d-4e51-bd8a-6c2d0b4ff81b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7026a865-c090-4b3c-9d48-78af58745f21,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:13.527905 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-98656d3c-611d-4e51-bd8a-6c2d0b4ff81b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:13.534547 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-98656d3c-611d-4e51-bd8a-6c2d0b4ff81b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.535697 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-98656d3c-611d-4e51-bd8a-6c2d0b4ff81b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "DELETE /v2.0/security-groups/7026a865-c090-4b3c-9d48-78af58745f21 HTTP/1.1" status: 204 len: 168 time: 0.6255624 Apr 30 17:37:13.542350 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49420) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:13.556449 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] Set router 17707ad1-506b-4ab7-af6d-87049e1cf14b gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:13.597792 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-5c11e471-b517-40d9-b407-e66c808bf654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:13.599467 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-5c11e471-b517-40d9-b407-e66c808bf654 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1099 time: 0.3102984 Apr 30 17:37:13.692143 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:13.717075 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:14.018842 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-7d096de5-bb7b-49dd-86dc-efedd9e837d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:14.022457 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-7d096de5-bb7b-49dd-86dc-efedd9e837d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5877433-7488-49d0-a3c8-1fec523ab652 HTTP/1.1" status: 200 len: 916 time: 0.4118528 Apr 30 17:37:14.195014 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:37:10Z', 'revision_number': 5, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'gw_port': {'id': 'e184bf90-3c7b-47f9-ae6d-b329ad8529da', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:31:28Z', 'updated_at': '2021-04-30T17:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:14.201887 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] Checking router: 17707ad1-506b-4ab7-af6d-87049e1cf14b for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:37:14.216828 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] Routers {'17707ad1-506b-4ab7-af6d-87049e1cf14b'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:14.217771 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:36:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['17707ad1-506b-4ab7-af6d-87049e1cf14b'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:14.224652 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d844c-14ef-4122-8d6c-9f68c644afd7 req-6d04fa9c-a179-4101-8fbe-369ea5dade93 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:14.233043 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9c5d844c-14ef-4122-8d6c-9f68c644afd7 req-6d04fa9c-a179-4101-8fbe-369ea5dade93 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.2283304 Apr 30 17:37:14.270336 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Deleting port e184bf90-3c7b-47f9-ae6d-b329ad8529da {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:14.273612 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:14.292793 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9c5d844c-14ef-4122-8d6c-9f68c644afd7 req-c6f4d2d2-b90a-4a9f-8da8-d899efddb281 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585959 Apr 30 17:37:14.311172 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Deleting port 3178cde0-45d4-43a4-98a5-0dab41b637d8 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:14.311796 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:14.347757 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-f67aa720-a4c7-4a37-a97d-9fb4abfd7386 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 1001 time: 0.3167961 Apr 30 17:37:14.479291 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:14.480302 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:14.497077 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-ac660d5d-b364-4fcf-a239-52fa681387ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:14.498608 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-ac660d5d-b364-4fcf-a239-52fa681387ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313dd0ca-b240-4d25-b305-a5eecb962450 HTTP/1.1" status: 200 len: 854 time: 0.1435874 Apr 30 17:37:14.566030 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] For port e184bf90-3c7b-47f9-ae6d-b329ad8529da, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=e184bf90-3c7b-47f9-ae6d-b329ad8529da,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:14.566476 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:14.582996 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] Set router 17707ad1-506b-4ab7-af6d-87049e1cf14b gateway port host: None {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:14.664491 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Calling delete_port for 3178cde0-45d4-43a4-98a5-0dab41b637d8 owned by network:floatingip {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:14.729816 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Calling delete_port for e184bf90-3c7b-47f9-ae6d-b329ad8529da owned by network:router_gateway {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:14.782915 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-64aaf9dd-411f-480a-a04a-45e38c5b3382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:14.784661 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-64aaf9dd-411f-480a-a04a-45e38c5b3382 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5877433-7488-49d0-a3c8-1fec523ab652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2766163 Apr 30 17:37:14.818344 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:37:13Z', 'revision_number': 6, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'gw_port_host': None}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:14.824477 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb60b7-6779-4ee4-ba6e-6aeaf6220176 None None] The sync data for ids ['17707ad1-506b-4ab7-af6d-87049e1cf14b'] in dv-cinder-784779-10-smb is: [{'id': '17707ad1-506b-4ab7-af6d-87049e1cf14b', 'name': 'tempest-TestShelveInstance-109219113-router', 'tenant_id': '81e0a2e12f364cab98d72f99f576d5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:31:26Z', 'updated_at': '2021-04-30T17:37:13Z', 'revision_number': 6, 'project_id': '81e0a2e12f364cab98d72f99f576d5c9', 'gw_port_host': None}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:37:14.939038 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:14.943169 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-47fc6a55-3274-4583-93be-7c6c5f5d852c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:15.000327 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event deleted for resources: {'Port': ['ID=3178cde0-45d4-43a4-98a5-0dab41b637d8,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:15.003376 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:15.126968 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks [] for floatingip, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:15.127683 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.l3_db [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Floating IP adbcc6d6-331b-4ac4-9653-5272fedf5b4f disassociated (deleted). External IP: 172.28.3.14, port: 82d3f4d7-7f36-4d36-b58b-6331d3b821e2. Apr 30 17:37:15.155096 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-08f821b8-43cd-4308-b827-9c63ecbb62be service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614080 Apr 30 17:37:15.325696 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:15.438587 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e9cc4212-b475-4bb9-999b-8a9582d754b5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:15.608408 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Pushing event deleted for resources: {'Port': ['ID=e184bf90-3c7b-47f9-ae6d-b329ad8529da,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:15.623196 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:15.663347 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517740'] for router_gateway, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:15.761182 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4a8b6-8e7c-4982-8f20-7c121f285a51 req-596c321f-d080-4950-8a77-6a4f5bf112d3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:15.768825 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2fc4a8b6-8e7c-4982-8f20-7c121f285a51 req-596c321f-d080-4950-8a77-6a4f5bf112d3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.2373850 Apr 30 17:37:15.877730 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64949'] for router, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:15.880490 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:15.901493 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-3ea4a615-cf56-4f7e-8f41-10a743d0e1be req-f01f98c2-de34-445f-b623-05daba0dacad service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528738 Apr 30 17:37:15.919638 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-2fc4a8b6-8e7c-4982-8f20-7c121f285a51 req-431ae2c1-2a90-461b-bcbf-608cff964db1 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497221 Apr 30 17:37:15.945583 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:37:16.013377 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517156'] for router, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.013377 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17707ad1-506b-4ab7-af6d-87049e1cf14b {{(pid=74463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:37:16.036351 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.037586 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] 10.222.0.32 "DELETE /v2.0/routers/17707ad1-506b-4ab7-af6d-87049e1cf14b HTTP/1.1" status: 204 len: 168 time: 3.3139052 Apr 30 17:37:16.040212 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49430) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:16.177247 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ff875e-7bd6-482a-87b5-adb2d414d78e admin admin] Deleting subnet eb25652c-dc35-474c-bb28-1279a93439f0 {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:37:16.182656 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b4ff875e-7bd6-482a-87b5-adb2d414d78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.260372 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b4ff875e-7bd6-482a-87b5-adb2d414d78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.288817 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:37:16.302331 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] Sync routers for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:37:16.318403 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:16.319541 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:36:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:16.431556 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b4ff875e-7bd6-482a-87b5-adb2d414d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.442019 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.587903 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "DELETE /v2.0/floatingips/adbcc6d6-331b-4ac4-9653-5272fedf5b4f HTTP/1.1" status: 204 len: 168 time: 3.0443923 Apr 30 17:37:16.591195 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:16.648578 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-87439294-4f1c-4dfe-9850-7ad9866a2d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:16.701995 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f5a93d83-2d9b-4501-9869-e4c718ecc839 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:16.721451 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'status': 'completed', 'code': 200} Apr 30 17:37:16.775006 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:16.873120 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: f5a93d83-2d9b-4501-9869-e4c718ecc839 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:16.873987 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f5a93d83-2d9b-4501-9869-e4c718ecc839 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:16.874739 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device e184bf90-3c7b-47f9-ae6d-b329ad8529da no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:16.907136 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f61510-c11a-49c1-9172-1f63007a0978 req-2bdd8943-39fb-48af-8467-54522c23c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:16.911348 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-12f61510-c11a-49c1-9172-1f63007a0978 req-2bdd8943-39fb-48af-8467-54522c23c169 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1099 time: 0.1693535 Apr 30 17:37:16.966374 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-44a910d5-ad28-4a04-9114-cfeb2d95f429 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3050029 Apr 30 17:37:16.982045 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: e184bf90-3c7b-47f9-ae6d-b329ad8529da {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:16.982434 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device e184bf90-3c7b-47f9-ae6d-b329ad8529da not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:17.323674 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f61510-c11a-49c1-9172-1f63007a0978 req-0da6ff50-08d5-4abd-8982-4b79707c8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:17.325291 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-12f61510-c11a-49c1-9172-1f63007a0978 req-0da6ff50-08d5-4abd-8982-4b79707c8cba service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5877433-7488-49d0-a3c8-1fec523ab652 HTTP/1.1" status: 200 len: 916 time: 0.4039297 Apr 30 17:37:17.344601 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b4ff875e-7bd6-482a-87b5-adb2d414d78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:17.360553 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:17.404774 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-12f61510-c11a-49c1-9172-1f63007a0978 req-019b32fb-c3e5-42a2-a403-f8a82a703992 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 217 time: 0.0690310 Apr 30 17:37:17.434178 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180cf47-454c-4379-9127-3ad120960173 req-82969c41-8e2a-4bef-9984-766345d3f339 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:17.440006 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8180cf47-454c-4379-9127-3ad120960173 req-82969c41-8e2a-4bef-9984-766345d3f339 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.2856174 Apr 30 17:37:17.479235 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff875e-7bd6-482a-87b5-adb2d414d78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb25652c-dc35-474c-bb28-1279a93439f0,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:17.492915 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b4ff875e-7bd6-482a-87b5-adb2d414d78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:17.509278 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-b4ff875e-7bd6-482a-87b5-adb2d414d78e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:17.511091 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b413a9-f1d4-4273-9a5e-56fb145f3693 None None] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:37:17.519435 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-b4ff875e-7bd6-482a-87b5-adb2d414d78e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eb25652c-dc35-474c-bb28-1279a93439f0 HTTP/1.1" status: 204 len: 168 time: 1.4746892 Apr 30 17:37:17.521928 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49444) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:17.524560 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf', 'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'mac_address': 'fa:16:3e:4c:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:43Z', 'updated_at': '2021-04-30T17:34:53Z', 'revision_number': 5, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'subnets': [{'id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:17.544994 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] Checking router: 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:37:17.560550 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f61510-c11a-49c1-9172-1f63007a0978 req-6a88bf83-d965-4ed0-8eba-3e926ed31e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:17.562016 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-12f61510-c11a-49c1-9172-1f63007a0978 req-6a88bf83-d965-4ed0-8eba-3e926ed31e88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313dd0ca-b240-4d25-b305-a5eecb962450 HTTP/1.1" status: 200 len: 854 time: 0.1470478 Apr 30 17:37:17.582921 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8180cf47-454c-4379-9127-3ad120960173 req-1fa236ad-86cf-4a2e-9419-1cc499c3d036 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895860 Apr 30 17:37:17.583167 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:17.583312 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:36:49Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:17.726406 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f61510-c11a-49c1-9172-1f63007a0978 req-c68ca1ce-5f6f-451f-a9d3-f0b7643041cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:17.727971 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-12f61510-c11a-49c1-9172-1f63007a0978 req-c68ca1ce-5f6f-451f-a9d3-f0b7643041cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5877433-7488-49d0-a3c8-1fec523ab652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1481347 Apr 30 17:37:17.765332 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:17.934104 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Deleting port 2386e0f4-4978-4a63-be52-c8bd986d7f39 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:17.934456 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:18.016150 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-12f61510-c11a-49c1-9172-1f63007a0978 req-74a7e1ac-6991-43a0-8415-eaa5d891da2b service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812216 Apr 30 17:37:18.101302 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:18.144319 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] DHCP port deletion for 822c7c2e-3f76-4181-bf37-4f8018c0c590 request from dv-cinder-784779-10-smb {{(pid=74465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:37:18.273472 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] Deleting port 2386e0f4-4978-4a63-be52-c8bd986d7f39 {{(pid=74465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:18.274311 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:18.367026 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] For port 2386e0f4-4978-4a63-be52-c8bd986d7f39, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=2386e0f4-4978-4a63-be52-c8bd986d7f39,segment=NetworkSegment(061ec661-721b-4866-9bca-5ec71c15a3be),segment_id=061ec661-721b-4866-9bca-5ec71c15a3be)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:18.367026 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:18.544728 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Calling delete_port for 2386e0f4-4978-4a63-be52-c8bd986d7f39 owned by network:dhcp {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:18.546300 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-12f61510-c11a-49c1-9172-1f63007a0978 req-e86692c8-b279-4c48-90dd-290cc4b30187 service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195601 Apr 30 17:37:18.640808 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] For port 2386e0f4-4978-4a63-be52-c8bd986d7f39, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=2386e0f4-4978-4a63-be52-c8bd986d7f39,segment=NetworkSegment(061ec661-721b-4866-9bca-5ec71c15a3be),segment_id=061ec661-721b-4866-9bca-5ec71c15a3be)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:18.641221 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:18.673843 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf', 'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'mac_address': 'fa:16:3e:4c:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:43Z', 'updated_at': '2021-04-30T17:34:53Z', 'revision_number': 5, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'subnets': [{'id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:18.679352 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca5fd4a-53cc-4ff0-aacc-4a56b2865ce8 None None] The sync data for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb is: [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:34:44Z', 'revision_number': 4, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf', 'name': '', 'network_id': 'f5877433-7488-49d0-a3c8-1fec523ab652', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'mac_address': 'fa:16:3e:4c:c0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:43Z', 'updated_at': '2021-04-30T17:34:53Z', 'revision_number': 5, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'subnets': [{'id': '313dd0ca-b240-4d25-b305-a5eecb962450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:37:18.726138 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 2386e0f4-4978-4a63-be52-c8bd986d7f39 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:18.822976 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] Calling delete_port for 2386e0f4-4978-4a63-be52-c8bd986d7f39 owned by network:dhcp {{(pid=74465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:18.842369 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d1f33-25f5-4f3c-9820-8a3104cc6d41 req-d73ed4ae-54b6-479a-8909-a9d10194e470 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:18.847732 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-346d1f33-25f5-4f3c-9820-8a3104cc6d41 req-d73ed4ae-54b6-479a-8909-a9d10194e470 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1045244 Apr 30 17:37:18.918654 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-346d1f33-25f5-4f3c-9820-8a3104cc6d41 req-0557527c-6cb5-489b-83f1-b0b960fdec92 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610766 Apr 30 17:37:18.946661 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.004865 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc729259-a290-4115-9506-d372f4cbc3a8 None None] New status for floating IP adbcc6d6-331b-4ac4-9653-5272fedf5b4f: DOWN {{(pid=74465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:37:19.460908 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.468549 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a354d2e8-a105-4def-8b4a-666121dab44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:19.481288 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-3cd62767-4331-41d8-8cc9-cbba1d19cb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.488567 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.495093 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311'] for port, after_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.504488 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:19.558862 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2386e0f4-4978-4a63-be52-c8bd986d7f39,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:19.563619 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:19.564829 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] No DVR routers for this DVR port 2386e0f4-4978-4a63-be52-c8bd986d7f39 on host dv-cinder-784779-10-smb {{(pid=74463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:37:19.588407 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] Pushing event deleted for resources: {'Port': ['ID=2386e0f4-4978-4a63-be52-c8bd986d7f39,revision_number=None']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:19.597200 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:19.602122 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d1ef3-ec8c-494d-a298-9ef6ed4a3418 None None] No DVR routers for this DVR port 2386e0f4-4978-4a63-be52-c8bd986d7f39 on host dv-cinder-784779-10-smb {{(pid=74465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:37:19.634725 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-05e85da1-c534-4796-9307-c5aa0d282adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:19.648909 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-05e85da1-c534-4796-9307-c5aa0d282adc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 1099 time: 0.2055979 Apr 30 17:37:19.870678 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:19.883775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-d47417a0-93bf-4802-9f27-1aa796025523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:19.886419 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-d47417a0-93bf-4802-9f27-1aa796025523 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f5877433-7488-49d0-a3c8-1fec523ab652 HTTP/1.1" status: 200 len: 916 time: 0.2206848 Apr 30 17:37:20.055610 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822c7c2e-3f76-4181-bf37-4f8018c0c590']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:20.058327 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-a720f2bc-0a79-41ba-bab5-9348c18e6818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 200 len: 217 time: 0.1549752 Apr 30 17:37:20.073458 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061ec661-721b-4866-9bca-5ec71c15a3be') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:20.074259 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061ec661-721b-4866-9bca-5ec71c15a3be') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:20.105616 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:20.134386 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:20.149674 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:37:20.257358 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-81e301c9-fbde-4fbd-b3e4-36a648ac595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:20.258869 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-81e301c9-fbde-4fbd-b3e4-36a648ac595e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=313dd0ca-b240-4d25-b305-a5eecb962450 HTTP/1.1" status: 200 len: 854 time: 0.1919620 Apr 30 17:37:20.320894 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89087b10-9191-4503-97e2-faed7d706f80 req-1c999e67-045d-4e6e-8989-6516bf65b387 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:20.322566 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-89087b10-9191-4503-97e2-faed7d706f80 req-1c999e67-045d-4e6e-8989-6516bf65b387 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1745110 Apr 30 17:37:20.418726 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-89087b10-9191-4503-97e2-faed7d706f80 req-0820ce3a-6e24-4803-88fb-f60327482cc8 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875633 Apr 30 17:37:20.439643 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-ce3eefcf-7257-4b8f-acb2-6878390caad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:20.441181 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-ce3eefcf-7257-4b8f-acb2-6878390caad3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f5877433-7488-49d0-a3c8-1fec523ab652&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1728580 Apr 30 17:37:20.464263 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:20.528074 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:37:20.539407 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:20.665518 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-e7fbe08f-2432-4551-bc67-18b2fd8b3b5c service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140777 Apr 30 17:37:20.743218 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Network 822c7c2e-3f76-4181-bf37-4f8018c0c590 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:37:20.790098 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:37:20.895565 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dc1d0a27-bcff-43de-87f7-9599778d0e7a req-b9e388a5-3eb5-4df3-9a6a-2b1a7097a4e7 service neutron] 10.222.0.64 "GET /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218769 Apr 30 17:37:21.104496 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:21.108576 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a863f905-6f18-4a22-80b3-7d1d6909fffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:21.122929 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:21.134118 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=822c7c2e-3f76-4181-bf37-4f8018c0c590,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:21.138933 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:21.142771 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-0371af58-9bdf-4f9a-b143-91bcf1476c55 admin admin] 10.222.0.32 "DELETE /v2.0/networks/822c7c2e-3f76-4181-bf37-4f8018c0c590 HTTP/1.1" status: 204 len: 168 time: 3.6182106 Apr 30 17:37:21.616761 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49488) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:21.683116 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6b9a25ff-5495-4dce-8964-a68acc4544ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70509fdad1284ebcac81e155090fc72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648715 Apr 30 17:37:21.685977 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49492) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:21.710144 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3cf5e-c5ee-46c3-839f-8a741881fad5 req-10cf5a0e-cfad-440a-b76d-17355c475815 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:21.710144 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05d3cf5e-c5ee-46c3-839f-8a741881fad5 req-10cf5a0e-cfad-440a-b76d-17355c475815 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1222293 Apr 30 17:37:21.768310 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3e269f8-2055-4c80-8208-efe6aa634a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:21.773305 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-05d3cf5e-c5ee-46c3-839f-8a741881fad5 req-c24d03e8-da1d-4e3f-8836-61a3d53948f3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536730 Apr 30 17:37:21.807077 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3e269f8-2055-4c80-8208-efe6aa634a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:21.995795 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3e269f8-2055-4c80-8208-efe6aa634a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:22.001200 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5fbe71ac-0209-44e9-a5cc-183e241d94cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:22.015058 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e269f8-2055-4c80-8208-efe6aa634a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba37e8b-f49a-4710-996a-226d4891a7f4,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:22.017967 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e3e269f8-2055-4c80-8208-efe6aa634a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:22.020002 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-e3e269f8-2055-4c80-8208-efe6aa634a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:22.021232 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-e3e269f8-2055-4c80-8208-efe6aa634a7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ba37e8b-f49a-4710-996a-226d4891a7f4 HTTP/1.1" status: 204 len: 168 time: 0.3339105 Apr 30 17:37:22.338316 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:22.508821 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-2a2efdd2-a1d1-416d-9dee-1ca3e91ec0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:22.510399 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-2a2efdd2-a1d1-416d-9dee-1ca3e91ec0f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 1099 time: 0.0760362 Apr 30 17:37:22.661114 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-9d4a27a3-2ef9-4eb8-ab65-790096716c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:22.669088 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-9d4a27a3-2ef9-4eb8-ab65-790096716c4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 918 time: 0.1494770 Apr 30 17:37:22.967076 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-b4f93ce6-493b-4eed-9b90-a01ac05cabae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb HTTP/1.1" status: 200 len: 1002 time: 0.2936831 Apr 30 17:37:23.033270 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49508) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:23.066837 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c603a-9374-44e7-bd7d-b41bf4d34742 req-d99f8c4e-f8bb-4e5f-b3ea-22c1459fc794 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:23.070717 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-dd8c603a-9374-44e7-bd7d-b41bf4d34742 req-d99f8c4e-f8bb-4e5f-b3ea-22c1459fc794 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Synchronizing usage tracker for tenant:7e6089dbc404473abbb04c86b5cfcc99 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:37:23.080092 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-78d3149d-b903-41f1-9b96-7e185397c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:23.081556 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-78d3149d-b903-41f1-9b96-7e185397c786 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.1075881 Apr 30 17:37:23.093002 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-12f65afe-52de-41a9-b5db-d75f25e98f8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81e0a2e12f364cab98d72f99f576d5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578535 Apr 30 17:37:23.095994 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49512) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:23.150494 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85385e72-f03d-478f-acff-a648e3f415ea req-33611273-e706-4cec-90eb-9d14f7f2aacc tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:23.155158 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-85385e72-f03d-478f-acff-a648e3f415ea req-33611273-e706-4cec-90eb-9d14f7f2aacc tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.2486432 Apr 30 17:37:23.177129 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1d30b097-6f74-44fe-a2db-1daee82b4d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:23.210095 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1d30b097-6f74-44fe-a2db-1daee82b4d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:23.215355 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-85385e72-f03d-478f-acff-a648e3f415ea req-5aee5afb-a8f4-4831-b573-6c8e7afc8eb9 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562639 Apr 30 17:37:23.223360 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-4384ef6f-8a51-4afb-9692-8337a3684afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:23.225413 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-4384ef6f-8a51-4afb-9692-8337a3684afc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1346416 Apr 30 17:37:23.257644 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-dd8c603a-9374-44e7-bd7d-b41bf4d34742 req-d99f8c4e-f8bb-4e5f-b3ea-22c1459fc794 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Unset dirty status for tenant:7e6089dbc404473abbb04c86b5cfcc99 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:37:23.258813 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dd8c603a-9374-44e7-bd7d-b41bf4d34742 req-d99f8c4e-f8bb-4e5f-b3ea-22c1459fc794 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 946 time: 0.5306902 Apr 30 17:37:23.367899 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1d30b097-6f74-44fe-a2db-1daee82b4d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:23.373047 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8d4d4891-af91-452f-9a91-4fdc944f47b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:23.386550 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30b097-6f74-44fe-a2db-1daee82b4d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c37d5d-ca26-47c7-99d2-4c497f3073fa,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:23.387844 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-dd8c603a-9374-44e7-bd7d-b41bf4d34742 req-cd6c9764-0b0d-4720-8fea-d1f18469b9a0 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Synchronizing usage tracker for tenant:7e6089dbc404473abbb04c86b5cfcc99 on resource:security_group {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:37:23.395409 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-1d30b097-6f74-44fe-a2db-1daee82b4d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:23.399531 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-1d30b097-6f74-44fe-a2db-1daee82b4d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:23.406834 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-1d30b097-6f74-44fe-a2db-1daee82b4d08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5c37d5d-ca26-47c7-99d2-4c497f3073fa HTTP/1.1" status: 204 len: 168 time: 0.3039057 Apr 30 17:37:23.419844 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-c578dff0-f595-4c79-840f-cd4259394c97 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877451 Apr 30 17:37:23.533621 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-dd8c603a-9374-44e7-bd7d-b41bf4d34742 req-cd6c9764-0b0d-4720-8fea-d1f18469b9a0 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Unset dirty status for tenant:7e6089dbc404473abbb04c86b5cfcc99 on resource:security_group {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:37:23.534837 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-dd8c603a-9374-44e7-bd7d-b41bf4d34742 req-cd6c9764-0b0d-4720-8fea-d1f18469b9a0 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643585 Apr 30 17:37:23.569987 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8c710a6f-8249-4d74-90e0-28f0965a7c31 req-24684752-0160-40a1-b2b0-3383bcd437d8 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418271 Apr 30 17:37:24.522747 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:24.523771 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932bc01-d78f-47e5-b4d0-c889cad70eae req-1e931907-68c6-4c7c-bba0-0e22821d102c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:24.525634 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7932bc01-d78f-47e5-b4d0-c889cad70eae req-1e931907-68c6-4c7c-bba0-0e22821d102c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 946 time: 0.1608653 Apr 30 17:37:24.589478 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7932bc01-d78f-47e5-b4d0-c889cad70eae req-382780a8-b50e-4884-9d81-cdaf1eab7819 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529377 Apr 30 17:37:24.617760 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-cf696532-f9df-497a-b459-23c90e4818f0 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:24.619639 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-cf696532-f9df-497a-b459-23c90e4818f0 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 946 time: 0.1761172 Apr 30 17:37:24.695032 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:24.725166 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:24.735327 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:24.781962 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'code': 200} Apr 30 17:37:24.841432 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Deleting port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:24.841816 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:24.858892 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:24.863172 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:24.883223 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4393ee0-85b8-4fe4-b5bd-570e8c0f55b3 req-ba12db96-3e6e-4202-b414-ce70a6998726 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:24.884764 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e4393ee0-85b8-4fe4-b5bd-570e8c0f55b3 req-ba12db96-3e6e-4202-b414-ce70a6998726 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 946 time: 0.1460743 Apr 30 17:37:24.938467 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=8']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:24.942299 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:25.016841 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e4393ee0-85b8-4fe4-b5bd-570e8c0f55b3 req-19ae2db0-63ed-4394-9f4c-bd3147a566f4 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/security-groups?id=977c7830-547a-4ff8-a774-5aaf5e1bfdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202025 Apr 30 17:37:25.038232 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] For port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:25.038599 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:25.171239 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Calling delete_port for 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:25.641762 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:25.651791 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e3bade80-23e5-4755-8856-86f939363348 tempest-AttachVolumeNegativeTest-1460053099 tempest-AttachVolumeNegativeTest-1460053099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:25.654724 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['82d3f4d7-7f36-4d36-b58b-6331d3b821e2'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:37:25.764897 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Pushing event deleted for resources: {'Port': ['ID=82d3f4d7-7f36-4d36-b58b-6331d3b821e2,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:25.767502 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:25.856439 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] No DVR routers for this DVR port 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:37:25.859859 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:25.862380 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'name': 'network-vif-deleted', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:25.910815 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4be1c0-ef48-4e77-ae5e-5006d8863fde', 'name': 'network-vif-deleted', 'tag': '82d3f4d7-7f36-4d36-b58b-6331d3b821e2', 'status': 'completed', 'code': 200} Apr 30 17:37:25.923580 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77433a4-b2b2-41f2-861c-57c8efc2ac13 req-e59d42c2-8003-47cd-833a-248ff5040aad tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:25.925101 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c77433a4-b2b2-41f2-861c-57c8efc2ac13 req-e59d42c2-8003-47cd-833a-248ff5040aad tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1565037 Apr 30 17:37:26.088229 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b35b6664-5330-41e0-9e63-b5ff6b0c7fdb req-7ebe81d5-c5c3-4eda-b3d3-eba28e6c8c55 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.64 "DELETE /v2.0/ports/82d3f4d7-7f36-4d36-b58b-6331d3b821e2 HTTP/1.1" status: 204 len: 173 time: 1.4620659 Apr 30 17:37:26.097760 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-c77433a4-b2b2-41f2-861c-57c8efc2ac13 req-9d43da69-5979-435c-9e06-3de05377e656 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624141 Apr 30 17:37:26.195117 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-d82b1439-b988-439a-b67d-d63dedbb6339 req-7a253930-7ff1-4860-a25a-6dee58725336 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Synchronizing usage tracker for tenant:7e6089dbc404473abbb04c86b5cfcc99 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:37:26.361095 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-d82b1439-b988-439a-b67d-d63dedbb6339 req-7a253930-7ff1-4860-a25a-6dee58725336 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Unset dirty status for tenant:7e6089dbc404473abbb04c86b5cfcc99 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:37:26.362143 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d82b1439-b988-439a-b67d-d63dedbb6339 req-7a253930-7ff1-4860-a25a-6dee58725336 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e4be1c0-ef48-4e77-ae5e-5006d8863fde HTTP/1.1" status: 200 len: 210 time: 0.2111115 Apr 30 17:37:27.341608 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d1095-d9cc-4cf3-b26c-8af6cc096f35 req-c5edeef0-195a-4145-a01c-0fbabf17d186 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:27.344249 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ae1d1095-d9cc-4cf3-b26c-8af6cc096f35 req-c5edeef0-195a-4145-a01c-0fbabf17d186 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1170561 Apr 30 17:37:27.397312 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-ae1d1095-d9cc-4cf3-b26c-8af6cc096f35 req-452ae50f-3676-440d-918e-2c2aa11e441d tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473292 Apr 30 17:37:28.524508 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:28.650434 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:28.684327 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:28.684673 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device 82d3f4d7-7f36-4d36-b58b-6331d3b821e2 not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:29.820108 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49590) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:30.495523 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407875'] for router_interface, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:30.941102 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Deleting port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:30.941805 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:31.076969 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] For port f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:31.077360 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:31.180524 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b4680-8cf5-4b88-b79b-1ef7e7cfb42a req-66afd9cd-9d27-413b-9989-8ae97d4bd22f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:31.182268 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9a1b4680-8cf5-4b88-b79b-1ef7e7cfb42a req-66afd9cd-9d27-413b-9989-8ae97d4bd22f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.0842803 Apr 30 17:37:31.217173 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Calling delete_port for f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf owned by network:router_interface {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:31.233272 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9a1b4680-8cf5-4b88-b79b-1ef7e7cfb42a req-912e726f-b3ac-4647-bcd0-63899ce3f44a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450678 Apr 30 17:37:31.521113 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:31.525431 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-430b2018-d078-4359-83a3-d630e4fc25a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:31.571576 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:31.574141 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:31.972004 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-0b690091-2079-4e35-8e00-3e4880f78a48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3704054 Apr 30 17:37:32.015411 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3793282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400627'] for router_interface, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:32.405840 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:37:32.453235 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a79691-e7c3-4099-a39b-95269a93c43b req-1fa4c496-da90-4704-bb78-177670f78d1d tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:32.454838 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e3a79691-e7c3-4099-a39b-95269a93c43b req-1fa4c496-da90-4704-bb78-177670f78d1d tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.0934861 Apr 30 17:37:32.506278 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e3a79691-e7c3-4099-a39b-95269a93c43b req-ab8af38d-a067-4fcf-b498-061524d05c14 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446730 Apr 30 17:37:32.648214 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:37:32.663386 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] Sync routers for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:37:32.677505 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:32.678379 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:37:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:32.782624 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-eef85325-e2cf-4739-9904-d97f62723bb4 admin admin] 10.222.0.32 "PUT /v2.0/routers/35c18e14-1f2f-4d2f-a16a-b78c75fd2be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9590907 Apr 30 17:37:32.783121 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49616) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:32.864003 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:32.984910 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks [] for router, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:33.209630 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:37:31Z', 'revision_number': 5, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:33.217094 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] Checking router: 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:37:33.233485 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] Routers {'35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:33.234696 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:37:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:33.253291 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-7efda956-8d6f-4c00-b8b7-3ea4abd195e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:33.254830 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-7efda956-8d6f-4c00-b8b7-3ea4abd195e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7&tenant_id=bf6ce34dbe8946e680c69c33095850e5 HTTP/1.1" status: 200 len: 1097 time: 0.2048099 Apr 30 17:37:33.260248 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:33.364307 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-6acae25e-913c-43fd-a234-789f1007adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:33.366867 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-6acae25e-913c-43fd-a234-789f1007adb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0846028 Apr 30 17:37:33.483758 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] Set router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:33.556844 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-40d38258-7236-46d5-a55b-2c7c9ceee028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:33.558659 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-40d38258-7236-46d5-a55b-2c7c9ceee028 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 918 time: 0.1844931 Apr 30 17:37:33.616932 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Deleting port b30afdb9-f0a5-473b-a515-187d4cb0aa53 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:33.617397 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:33.814097 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-4e95a6be-93f3-491b-a70a-614979ff0390 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb HTTP/1.1" status: 200 len: 1000 time: 0.2490945 Apr 30 17:37:33.856003 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:37:31Z', 'revision_number': 5, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:33.860388 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8a1bd-cea3-4213-82d5-8031559a8a76 None None] The sync data for ids ['35c18e14-1f2f-4d2f-a16a-b78c75fd2be6'] in dv-cinder-784779-10-smb is: [{'id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'name': 'tempest-TestMinimumBasicScenario-1318863794-router', 'tenant_id': '7e6089dbc404473abbb04c86b5cfcc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:38Z', 'updated_at': '2021-04-30T17:37:31Z', 'revision_number': 5, 'project_id': '7e6089dbc404473abbb04c86b5cfcc99', 'gw_port': {'id': 'b30afdb9-f0a5-473b-a515-187d4cb0aa53', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ec:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c18e14-1f2f-4d2f-a16a-b78c75fd2be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:39Z', 'updated_at': '2021-04-30T17:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:37:34.009097 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] For port b30afdb9-f0a5-473b-a515-187d4cb0aa53, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b30afdb9-f0a5-473b-a515-187d4cb0aa53,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:34.009464 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:34.089231 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-b9e99cdb-d542-4a58-a70f-c6b8e298812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:34.090571 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-b9e99cdb-d542-4a58-a70f-c6b8e298812a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.2694898 Apr 30 17:37:34.157248 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bb215-17fe-4ab4-aa8a-43cd826b6b2d req-8ac9f778-9c95-489f-9365-6a68ff04080e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:34.158652 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b24bb215-17fe-4ab4-aa8a-43cd826b6b2d req-8ac9f778-9c95-489f-9365-6a68ff04080e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.5179739 Apr 30 17:37:34.166610 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Calling delete_port for b30afdb9-f0a5-473b-a515-187d4cb0aa53 owned by network:router_gateway {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:34.278187 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-b24bb215-17fe-4ab4-aa8a-43cd826b6b2d req-e7fedbf5-1828-43fd-aabd-aa123821fe86 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085262 Apr 30 17:37:34.313166 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-ed57dfda-fd4a-4a26-866c-2f6544714ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:34.314781 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-ed57dfda-fd4a-4a26-866c-2f6544714ee9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1552551 Apr 30 17:37:34.611827 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:34.618704 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-88d29403-094d-44fa-87d2-0d3789c71528 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735537 Apr 30 17:37:34.649094 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:34.649554 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f8571dc8-53d3-4cc8-b8dc-7d0124b8e3cf not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:34.801924 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-6036ca2f-ebd7-42bc-97c5-01d7d32d2ec1 req-34ff4d8a-c5fc-4df8-81bf-af26aa374fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490166 Apr 30 17:37:34.916072 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:34.921655 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-795bdfe9-1894-483a-a38d-d18e8860bbd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:34.965796 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30afdb9-f0a5-473b-a515-187d4cb0aa53,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:34.992105 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:35.062002 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517740'] for router_gateway, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:35.241522 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64949'] for router, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:35.244056 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:35.438615 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517156'] for router, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:35.439176 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 {{(pid=74464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:37:35.454862 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] Notify callbacks [] for router, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:35.455972 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8e7a0f3b-310d-4b13-b833-e23df06c7092 admin admin] 10.222.0.32 "DELETE /v2.0/routers/35c18e14-1f2f-4d2f-a16a-b78c75fd2be6 HTTP/1.1" status: 204 len: 168 time: 2.6717832 Apr 30 17:37:35.459747 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49626) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:35.538210 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa770c2-4fed-41b9-95a5-56810dd3e05d admin admin] Deleting subnet 313dd0ca-b240-4d25-b305-a5eecb962450 {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:37:35.541731 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4aa770c2-4fed-41b9-95a5-56810dd3e05d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:35.606169 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4aa770c2-4fed-41b9-95a5-56810dd3e05d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:35.690750 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4aa770c2-4fed-41b9-95a5-56810dd3e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:35.713507 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f453604-721f-490c-9612-81327f01d8e3 req-99b9abb1-a6b1-48e8-829a-d4cd145bf1b2 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:35.715157 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8f453604-721f-490c-9612-81327f01d8e3 req-99b9abb1-a6b1-48e8-829a-d4cd145bf1b2 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.0886323 Apr 30 17:37:35.770981 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8f453604-721f-490c-9612-81327f01d8e3 req-99254a06-6087-445f-a96f-56dfca43b21c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494792 Apr 30 17:37:36.133101 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4aa770c2-4fed-41b9-95a5-56810dd3e05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:36.137291 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:36.174057 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa770c2-4fed-41b9-95a5-56810dd3e05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313dd0ca-b240-4d25-b305-a5eecb962450,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:36.176719 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4aa770c2-4fed-41b9-95a5-56810dd3e05d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:36.179767 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-4aa770c2-4fed-41b9-95a5-56810dd3e05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:36.182665 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81657694-1a63-4c84-b21d-e5c659ebbf32 None None] Network f5877433-7488-49d0-a3c8-1fec523ab652 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:37:36.186635 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-4aa770c2-4fed-41b9-95a5-56810dd3e05d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/313dd0ca-b240-4d25-b305-a5eecb962450 HTTP/1.1" status: 204 len: 168 time: 0.7252696 Apr 30 17:37:36.188721 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49648) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:36.457570 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:36.507914 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] DHCP port deletion for f5877433-7488-49d0-a3c8-1fec523ab652 request from dv-cinder-784779-10-smb {{(pid=74465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:37:36.639654 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] Deleting port 21eace17-5f9a-454a-a729-15f1635d0153 {{(pid=74465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:36.640043 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:36.666454 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Deleting port 21eace17-5f9a-454a-a729-15f1635d0153 {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:36.667307 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:36.878930 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] For port 21eace17-5f9a-454a-a729-15f1635d0153, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=21eace17-5f9a-454a-a729-15f1635d0153,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:36.879636 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:36.885518 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] For port 21eace17-5f9a-454a-a729-15f1635d0153, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=21eace17-5f9a-454a-a729-15f1635d0153,segment=NetworkSegment(e89aa3b3-6abc-4cc9-851c-5e5d85c88523),segment_id=e89aa3b3-6abc-4cc9-851c-5e5d85c88523)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:36.886291 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:37.064031 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] Calling delete_port for 21eace17-5f9a-454a-a729-15f1635d0153 owned by network:dhcp {{(pid=74465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:37.103391 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Calling delete_port for 21eace17-5f9a-454a-a729-15f1635d0153 owned by network:dhcp {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:37.135111 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b30afdb9-f0a5-473b-a515-187d4cb0aa53 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:37.185348 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: b30afdb9-f0a5-473b-a515-187d4cb0aa53 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:37.186019 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b30afdb9-f0a5-473b-a515-187d4cb0aa53 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:37.186221 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 21eace17-5f9a-454a-a729-15f1635d0153 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:37.227347 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311'] for port, after_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:37.230786 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff49ea7-a1c1-4682-a795-acc87761984b req-6febfe06-d93a-4971-821c-12a4a7fb6a61 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:37.232374 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fff49ea7-a1c1-4682-a795-acc87761984b req-6febfe06-d93a-4971-821c-12a4a7fb6a61 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.2114525 Apr 30 17:37:37.233473 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:37.279329 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:37.292144 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5d89041c-e612-40be-9174-5af4cb02a4a5 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:37.320164 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] Pushing event deleted for resources: {'Port': ['ID=21eace17-5f9a-454a-a729-15f1635d0153,revision_number=None']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:37.323848 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] No DVR routers for this DVR port 21eace17-5f9a-454a-a729-15f1635d0153 on host dv-cinder-784779-10-smb {{(pid=74465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:37:37.326595 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:37.336731 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No active binding found for port 21eace17-5f9a-454a-a729-15f1635d0153 {{(pid=74465) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 30 17:37:37.337859 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] No DVR routers for this DVR port 21eace17-5f9a-454a-a729-15f1635d0153 on host dv-cinder-784779-10-smb {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:37:37.342424 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 21eace17-5f9a-454a-a729-15f1635d0153 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:37.374927 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-fff49ea7-a1c1-4682-a795-acc87761984b req-cb46cac8-31ff-4628-98ab-f77aecca15f6 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309779 Apr 30 17:37:37.378886 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Pushing event deleted for resources: {'Port': ['ID=21eace17-5f9a-454a-a729-15f1635d0153,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:37.385119 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:37.481275 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:37.608970 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5877433-7488-49d0-a3c8-1fec523ab652']}} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:37.622793 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523') {'for_net_delete': True} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:37.623409 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89aa3b3-6abc-4cc9-851c-5e5d85c88523') {} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:37.636774 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530770787'] for segment, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:37.655623 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:37.663301 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=74464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:37:37.848766 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Network f5877433-7488-49d0-a3c8-1fec523ab652 has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:37:37.858188 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530792215'] for segment, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:38.042786 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Network f5877433-7488-49d0-a3c8-1fec523ab652 has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: util.warn( Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: util.warn( Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: util.warn( Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: util.warn( Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: Traceback (most recent call last): Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: timer() Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: cb(*args, **kw) Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: return func(*args, **kwargs) Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: self._notify() Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: self.callback(batched_events) Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: event.method(event) Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: return f(self, *a, **k) Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: return self._get(url).json() Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: return self.request(url, 'GET', **kwargs) Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:37:38.069848 dv-cinder-784779-10-smb neutron-server[74464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:37:38.646809 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8b322-1b22-45a3-9c7d-c35e90339f07 req-ad7efe95-bd83-4dda-a792-8c4518cf2f74 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:38.648389 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-afc8b322-1b22-45a3-9c7d-c35e90339f07 req-ad7efe95-bd83-4dda-a792-8c4518cf2f74 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1151652 Apr 30 17:37:38.649707 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:38.654808 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:38.659326 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f606ffad-2e1a-422a-b2f0-45f5d77e4162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:38.815090 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5877433-7488-49d0-a3c8-1fec523ab652,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:38.817696 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:38.829688 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-7a10728b-5900-46ac-89e7-ca6deddfe766 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f5877433-7488-49d0-a3c8-1fec523ab652 HTTP/1.1" status: 204 len: 168 time: 2.6397514 Apr 30 17:37:38.835968 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49658) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:38.851172 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-afc8b322-1b22-45a3-9c7d-c35e90339f07 req-5c5b3405-f6e1-41ef-a036-a0a72d66a84a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930733 Apr 30 17:37:39.534117 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:37:39.569308 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407875'] for router_interface, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:40.058939 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Deleting port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:40.061975 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:40.074087 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3827e-c43d-4bdb-abe8-3883e2c342ee req-9cca000a-e373-4fb7-b11d-fa3f6721f386 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:40.077408 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7df3827e-c43d-4bdb-abe8-3883e2c342ee req-9cca000a-e373-4fb7-b11d-fa3f6721f386 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.0982692 Apr 30 17:37:40.132348 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7df3827e-c43d-4bdb-abe8-3883e2c342ee req-f175ea9d-ce56-4267-b602-5753c861e8a3 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489624 Apr 30 17:37:40.238376 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] For port 0bc5bc12-ee84-4c69-a47e-157bc30ccab0, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=0bc5bc12-ee84-4c69-a47e-157bc30ccab0,segment=NetworkSegment(0ddc36e2-f986-4d36-bfc8-b1fd40d4f893),segment_id=0ddc36e2-f986-4d36-bfc8-b1fd40d4f893)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:40.238966 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:40.372584 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Calling delete_port for 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 owned by network:router_interface {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:40.823842 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:40.830369 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-5e7b2e6b-7330-4ff7-a734-bfba5a029a03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:40.880062 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc5bc12-ee84-4c69-a47e-157bc30ccab0,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:40.929146 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.929146 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.929509 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.929888 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.930283 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.930649 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.931013 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.931816 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.931965 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.932271 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.932630 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.932985 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:40.962624 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:41.340935 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3793282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400627'] for router_interface, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:41.388194 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529010a8-4003-467d-848b-cbd910e78279 req-812e440c-5f3e-41c2-8ccb-aec1731fd2e7 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:41.390835 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-529010a8-4003-467d-848b-cbd910e78279 req-812e440c-5f3e-41c2-8ccb-aec1731fd2e7 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1087232 Apr 30 17:37:41.461465 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-529010a8-4003-467d-848b-cbd910e78279 req-3eded3da-e978-4b02-a782-13a9363bfae1 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629926 Apr 30 17:37:41.734675 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Router 254f1546-9bad-4332-8ee3-1774dae800bc has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:37:41.939963 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:37:41.951799 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] Sync routers for ids ['254f1546-9bad-4332-8ee3-1774dae800bc'] in dv-cinder-784779-10-smb {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:37:41.968626 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] Routers {'254f1546-9bad-4332-8ee3-1774dae800bc'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:41.969210 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:37:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['254f1546-9bad-4332-8ee3-1774dae800bc'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:42.054649 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-fd2803ba-5af2-4ca7-bc9e-5fa4fd66c3e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/254f1546-9bad-4332-8ee3-1774dae800bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2166052 Apr 30 17:37:42.057342 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49668) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:42.176369 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] Set router 254f1546-9bad-4332-8ee3-1774dae800bc gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:42.293058 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:42.553349 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:50Z', 'updated_at': '2021-04-30T17:37:40Z', 'revision_number': 5, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'gw_port': {'id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:51Z', 'updated_at': '2021-04-30T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:42.555359 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:42.559452 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] Checking router: 254f1546-9bad-4332-8ee3-1774dae800bc for host: dv-cinder-784779-10-smb {{(pid=74465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:37:42.570531 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] Routers {'254f1546-9bad-4332-8ee3-1774dae800bc'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:37:42.571179 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:37:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['254f1546-9bad-4332-8ee3-1774dae800bc'], 'active': True} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:42.751545 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa1ec9-ebf5-4cdc-bbe7-ee2ccf16cf71 req-139e1009-2a3d-482b-bc1c-2f052ba608e5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:42.759935 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d8aa1ec9-ebf5-4cdc-bbe7-ee2ccf16cf71 req-139e1009-2a3d-482b-bc1c-2f052ba608e5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1601269 Apr 30 17:37:42.785540 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvr_db [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] Set router 254f1546-9bad-4332-8ee3-1774dae800bc gateway port host: dv-cinder-784779-10-smb {{(pid=74465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:37:42.820664 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d8aa1ec9-ebf5-4cdc-bbe7-ee2ccf16cf71 req-70982682-3117-407e-a4dd-56a262b46fb0 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594881 Apr 30 17:37:42.821128 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Deleting port 28311048-55a4-4d0e-ab1a-e9b4d975cac6 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:42.821511 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:42.981457 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] For port 28311048-55a4-4d0e-ab1a-e9b4d975cac6, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=28311048-55a4-4d0e-ab1a-e9b4d975cac6,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:42.981837 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:43.209542 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_hamode_db [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:50Z', 'updated_at': '2021-04-30T17:37:40Z', 'revision_number': 5, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'gw_port': {'id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:51Z', 'updated_at': '2021-04-30T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:43.213594 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c902959-f342-46f9-93f1-7cb551be5a26 None None] The sync data for ids ['254f1546-9bad-4332-8ee3-1774dae800bc'] in dv-cinder-784779-10-smb is: [{'id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'name': 'tempest-TestMinimumBasicScenario-153372470-router', 'tenant_id': '63def42d790641c7abb8d3d4252324a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70'}], 'enable_snat': True}, 'gw_port_id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:34:50Z', 'updated_at': '2021-04-30T17:37:40Z', 'revision_number': 5, 'project_id': '63def42d790641c7abb8d3d4252324a6', 'gw_port': {'id': '28311048-55a4-4d0e-ab1a-e9b4d975cac6', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f1546-9bad-4332-8ee3-1774dae800bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:34:51Z', 'updated_at': '2021-04-30T17:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}] {{(pid=74465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:37:43.250684 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Calling delete_port for 28311048-55a4-4d0e-ab1a-e9b4d975cac6 owned by network:router_gateway {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:43.562792 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:43.584258 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:43.588694 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:43.692739 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28311048-55a4-4d0e-ab1a-e9b4d975cac6,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:43.727308 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:43.757657 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517740'] for router_gateway, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:43.951950 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64949'] for router, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:43.954824 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:44.031946 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9530c4c-e336-47de-ba76-24a215879636 req-22fd6371-22da-4f11-8a43-452e11af8c14 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:44.033304 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e9530c4c-e336-47de-ba76-24a215879636 req-22fd6371-22da-4f11-8a43-452e11af8c14 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.0924468 Apr 30 17:37:44.081203 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517156'] for router, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:44.081723 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 254f1546-9bad-4332-8ee3-1774dae800bc {{(pid=74463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:37:44.087786 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-e9530c4c-e336-47de-ba76-24a215879636 req-d4ae78f8-2d1a-43e7-9bef-9051686ac76f tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477450 Apr 30 17:37:44.098010 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:44.100917 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-123825f0-18fb-4d4a-91be-5d21a8389ae0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/254f1546-9bad-4332-8ee3-1774dae800bc HTTP/1.1" status: 204 len: 168 time: 2.0407476 Apr 30 17:37:44.103823 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49678) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:44.181128 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Deleting subnet 24c2650c-392f-4c94-a6fa-58bebfc806df {{(pid=74464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:37:44.184720 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:44.238468 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530770778'] for subnet, precommit_delete_associations {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:44.383399 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:44.707311 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 28311048-55a4-4d0e-ab1a-e9b4d975cac6 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:44.745476 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: 28311048-55a4-4d0e-ab1a-e9b4d975cac6 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:44.745973 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 28311048-55a4-4d0e-ab1a-e9b4d975cac6 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:44.746444 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:44.786963 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:44.788223 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 0bc5bc12-ee84-4c69-a47e-157bc30ccab0 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:44.826989 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530791861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531058655'] for subnet, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:44.831695 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e888c77f-cb75-4a0b-ad69-c771522652e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:44.870142 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c2650c-392f-4c94-a6fa-58bebfc806df,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:44.875467 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:44.882502 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40504f0-6424-47b6-bafc-dedb5683c326 None None] Network 53b35aae-7400-4b1d-b42a-584d52350f38 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:37:44.887191 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.887474 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.887838 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.888191 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.888541 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.888886 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.889234 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.889586 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.889932 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.890294 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.890640 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.890976 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:37:44.894854 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:44.896709 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-f57a3c69-adad-46e3-b075-2070c94475d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24c2650c-392f-4c94-a6fa-58bebfc806df HTTP/1.1" status: 204 len: 168 time: 0.7914627 Apr 30 17:37:44.899198 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49682) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:45.028484 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:45.117478 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Deleting port 0ae35b09-946f-4cf7-a147-361d2bf37d15 {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:45.117816 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:45.248419 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] For port 0ae35b09-946f-4cf7-a147-361d2bf37d15, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=0ae35b09-946f-4cf7-a147-361d2bf37d15,segment=NetworkSegment(0ddc36e2-f986-4d36-bfc8-b1fd40d4f893),segment_id=0ddc36e2-f986-4d36-bfc8-b1fd40d4f893)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:45.248789 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:45.279543 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] DHCP port deletion for 53b35aae-7400-4b1d-b42a-584d52350f38 request from dv-cinder-784779-10-smb {{(pid=74465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:37:45.364280 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] Deleting port 0ae35b09-946f-4cf7-a147-361d2bf37d15 {{(pid=74465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:37:45.365350 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:45.370468 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234aaf-608f-4d2b-b516-4cc2d35c37fa req-603e6d95-c834-474f-95c7-c98603b0b4ad tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:45.371984 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-31234aaf-608f-4d2b-b516-4cc2d35c37fa req-603e6d95-c834-474f-95c7-c98603b0b4ad tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1214654 Apr 30 17:37:45.410133 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Calling delete_port for 0ae35b09-946f-4cf7-a147-361d2bf37d15 owned by network:dhcp {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:45.439016 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-31234aaf-608f-4d2b-b516-4cc2d35c37fa req-f24ab4fb-12d8-4586-8c17-a28d7dcaf1ee tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607364 Apr 30 17:37:45.495800 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] For port 0ae35b09-946f-4cf7-a147-361d2bf37d15, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=0ae35b09-946f-4cf7-a147-361d2bf37d15,segment=NetworkSegment(0ddc36e2-f986-4d36-bfc8-b1fd40d4f893),segment_id=0ddc36e2-f986-4d36-bfc8-b1fd40d4f893)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:45.496146 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:45.630191 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:45.631106 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] Calling delete_port for 0ae35b09-946f-4cf7-a147-361d2bf37d15 owned by network:dhcp {{(pid=74465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:37:45.635422 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-93b12970-ae89-4fda-a1f4-e5195a1cfd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:45.681155 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae35b09-946f-4cf7-a147-361d2bf37d15,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:45.683902 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:45.686840 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] No DVR routers for this DVR port 0ae35b09-946f-4cf7-a147-361d2bf37d15 on host dv-cinder-784779-10-smb {{(pid=74463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:37:45.696768 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311'] for port, after_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:45.706388 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-2543d25c-cc19-429d-80b4-36966f817426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:45.760334 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] Pushing event deleted for resources: {'Port': ['ID=0ae35b09-946f-4cf7-a147-361d2bf37d15,revision_number=None']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:45.766393 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] No DVR routers for this DVR port 0ae35b09-946f-4cf7-a147-361d2bf37d15 on host dv-cinder-784779-10-smb {{(pid=74465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:37:45.768461 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:45.847984 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:45.975385 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b35aae-7400-4b1d-b42a-584d52350f38']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:45.986641 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:45.986943 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddc36e2-f986-4d36-bfc8-b1fd40d4f893') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:37:45.999114 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:46.018275 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:46.026223 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:37:46.332093 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Network 53b35aae-7400-4b1d-b42a-584d52350f38 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:37:46.342224 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:46.525722 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Network 53b35aae-7400-4b1d-b42a-584d52350f38 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:37:46.549289 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:37:46.675296 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ffe275e3-67aa-408a-b956-3ac52ae5ebfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:46.678482 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 0ae35b09-946f-4cf7-a147-361d2bf37d15 no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:37:46.700506 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d8672-d657-46c9-8f36-1bbcd0ac998e req-78b2fef3-b51f-4c6e-951d-8f7903291b4d tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:46.702347 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d59d8672-d657-46c9-8f36-1bbcd0ac998e req-78b2fef3-b51f-4c6e-951d-8f7903291b4d tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1121988 Apr 30 17:37:46.730481 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: 0ae35b09-946f-4cf7-a147-361d2bf37d15 {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:37:46.730833 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 0ae35b09-946f-4cf7-a147-361d2bf37d15 not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:37:46.761130 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-d59d8672-d657-46c9-8f36-1bbcd0ac998e req-71d8c760-f403-4ece-859d-7ab287590230 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512652 Apr 30 17:37:46.761377 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:46.765013 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:46.781118 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:46.787533 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b35aae-7400-4b1d-b42a-584d52350f38,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:46.792221 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:46.800246 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-9ed92d85-e795-4ccf-ab34-10575e086341 admin admin] 10.222.0.32 "DELETE /v2.0/networks/53b35aae-7400-4b1d-b42a-584d52350f38 HTTP/1.1" status: 204 len: 168 time: 1.8990815 Apr 30 17:37:47.501743 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49694) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:47.549349 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-0e35f7f7-d9db-4425-b848-1e4f0665b784 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e6089dbc404473abbb04c86b5cfcc99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463393 Apr 30 17:37:47.551765 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49698) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:47.612717 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8f69a973-c25b-4f75-b8e5-4a0a4535b058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:47.639486 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8f69a973-c25b-4f75-b8e5-4a0a4535b058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:47.851642 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8f69a973-c25b-4f75-b8e5-4a0a4535b058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:47.856545 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-b1c93f55-f0dc-4630-a561-928ae4a15ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:47.870704 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69a973-c25b-4f75-b8e5-4a0a4535b058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977c7830-547a-4ff8-a774-5aaf5e1bfdb3,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:47.873049 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8f69a973-c25b-4f75-b8e5-4a0a4535b058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:47.963396 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae49efa-187a-491e-a020-dd41a2da0a84 req-5b2e45c2-4d8b-414a-b20b-765fe7c98a2c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:47.964850 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ae49efa-187a-491e-a020-dd41a2da0a84 req-5b2e45c2-4d8b-414a-b20b-765fe7c98a2c tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 944 time: 0.0841377 Apr 30 17:37:47.995358 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-8f69a973-c25b-4f75-b8e5-4a0a4535b058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:47.996468 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-8f69a973-c25b-4f75-b8e5-4a0a4535b058 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/977c7830-547a-4ff8-a774-5aaf5e1bfdb3 HTTP/1.1" status: 204 len: 168 time: 0.4432559 Apr 30 17:37:48.011136 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-8ae49efa-187a-491e-a020-dd41a2da0a84 req-8706bcb8-ceab-49dd-bae6-fa74caec9e63 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 Apr 30 17:37:48.602757 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=74465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 17:37:48.743277 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:48.761368 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Returning: {'device': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'port_id': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'mac_address': 'fa:16:3e:de:89:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 17:37:48.818604 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:48.836892 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe21450-f0ef-48a5-99fb-85b995d250bb {{(pid=74465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 17:37:48.852399 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:48.955230 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:48.956963 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-60959d41-feed-434e-b1e7-b247a90286b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:49.024380 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49710) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:49.031784 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=9']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:49.035126 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:49.080167 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-14a133bf-5c95-422e-9525-2b3083d12b91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63def42d790641c7abb8d3d4252324a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542517 Apr 30 17:37:49.082639 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49716) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:37:49.143791 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:49.149598 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4504f0e1-50f3-46c9-aa2b-66b9ef5cd093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:49.177959 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4504f0e1-50f3-46c9-aa2b-66b9ef5cd093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:49.190816 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] get_ports_and_sgs() called for port_ids ['bfe21450-f0ef-48a5-99fb-85b995d250bb'] {{(pid=74465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 17:37:49.213357 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223654a5-e721-41d9-809c-ce43cc73811f req-847a9521-66a6-49cf-9dba-c8a1d636d875 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:49.214863 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-223654a5-e721-41d9-809c-ce43cc73811f req-847a9521-66a6-49cf-9dba-c8a1d636d875 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0855813 Apr 30 17:37:49.267224 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-223654a5-e721-41d9-809c-ce43cc73811f req-8675ace3-8155-4c96-895d-f2ef7b5b8bb7 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451133 Apr 30 17:37:49.343209 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4504f0e1-50f3-46c9-aa2b-66b9ef5cd093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:49.348338 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-8f69a973-c25b-4f75-b8e5-4a0a4535b058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:49.361961 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504f0e1-50f3-46c9-aa2b-66b9ef5cd093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d15dbf-2a91-45d4-a848-07f5d61f13f6,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:49.365708 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-4504f0e1-50f3-46c9-aa2b-66b9ef5cd093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:49.367973 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4504f0e1-50f3-46c9-aa2b-66b9ef5cd093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:49.369218 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-4504f0e1-50f3-46c9-aa2b-66b9ef5cd093 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19d15dbf-2a91-45d4-a848-07f5d61f13f6 HTTP/1.1" status: 204 len: 168 time: 0.2855139 Apr 30 17:37:49.492614 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-61e4bbd8-67a1-4251-a48d-066eb934dd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:50.446724 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:50.488257 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feae89e-dcc3-437e-b500-f909b50b8d5f req-3fb8e669-0e14-477c-a5a7-909f2d424075 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:50.490406 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3feae89e-dcc3-437e-b500-f909b50b8d5f req-3fb8e669-0e14-477c-a5a7-909f2d424075 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 945 time: 0.0942128 Apr 30 17:37:50.539201 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-3feae89e-dcc3-437e-b500-f909b50b8d5f req-7c85e23c-836f-4cc0-af65-62cfa90259a8 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Apr 30 17:37:50.617853 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb up at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 17:37:50.690902 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.provisioning_blocks [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Provisioning complete for port bfe21450-f0ef-48a5-99fb-85b995d250bb triggered by entity L2. {{(pid=74465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 17:37:50.691208 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474343'] for port, provisioning_complete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:50.812643 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for port, before_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:50.840423 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb'}] {{(pid=74465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:37:50.851410 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:37:50.886526 dv-cinder-784779-10-smb neutron-server[74465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'code': 200} Apr 30 17:37:50.995587 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746975555229', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746975137320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746975137365'] for port, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:50.997731 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-94a180bf-5832-4559-a509-4fcfe148bf86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:37:51.065873 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Pushing event updated for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=10']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:37:51.068862 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:37:51.413188 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1070-abce-4174-ab9b-d46267c7e11c req-bf20732d-6388-4750-849e-021f1654908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:51.414596 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5f4c1070-abce-4174-ab9b-d46267c7e11c req-bf20732d-6388-4750-849e-021f1654908c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 1100 time: 0.0735097 Apr 30 17:37:51.460210 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5f4c1070-abce-4174-ab9b-d46267c7e11c req-05653769-2007-47dc-b38e-9228992eb1c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385051 Apr 30 17:37:51.732663 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb025c-8825-45ad-ba96-c352c14f7306 req-d9835a3f-c9ff-4424-944d-8bf05d954dbe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:51.734020 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-39eb025c-8825-45ad-ba96-c352c14f7306 req-d9835a3f-c9ff-4424-944d-8bf05d954dbe tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 947 time: 0.0793662 Apr 30 17:37:51.779468 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-39eb025c-8825-45ad-ba96-c352c14f7306 req-c3d8573c-df84-42ad-854f-4269416abe2e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Apr 30 17:37:52.166849 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:37:52.999140 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad49d3-911e-4757-ab85-7e79669b812b req-363884ef-099a-4e1c-89b2-e69f5a68146a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:53.000943 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7fad49d3-911e-4757-ab85-7e79669b812b req-363884ef-099a-4e1c-89b2-e69f5a68146a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 947 time: 0.1033447 Apr 30 17:37:53.157124 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7fad49d3-911e-4757-ab85-7e79669b812b req-2a061321-6f8b-48db-964b-37a2c0d84840 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499360 Apr 30 17:37:54.354601 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45531f80-718d-41e2-8eb6-f8d6a17632d5 req-2e5d8621-f61b-4012-b14c-0ff8b504a87e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:54.356076 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-45531f80-718d-41e2-8eb6-f8d6a17632d5 req-2e5d8621-f61b-4012-b14c-0ff8b504a87e tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 947 time: 0.0873585 Apr 30 17:37:54.405370 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-45531f80-718d-41e2-8eb6-f8d6a17632d5 req-dc05a8dd-2731-4155-b8c5-0960701622e4 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Apr 30 17:37:55.600376 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23627a17-7cb6-4b69-a497-86a441c85ae1 req-86731a1b-29f1-44c7-b25a-a099289bb783 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:37:55.601874 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-23627a17-7cb6-4b69-a497-86a441c85ae1 req-86731a1b-29f1-44c7-b25a-a099289bb783 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 947 time: 0.0837321 Apr 30 17:37:55.650916 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-23627a17-7cb6-4b69-a497-86a441c85ae1 req-74d7e542-8bea-4488-a1ec-29b49ca0f222 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Apr 30 17:38:13.607036 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:15.635141 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-9934a614-a3ca-44ca-89bd-5c19b86d5a52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764489 Apr 30 17:38:15.738031 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-208a911d-b709-4d04-ae5f-a3ae8c477174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:15.739512 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-208a911d-b709-4d04-ae5f-a3ae8c477174 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf6ce34dbe8946e680c69c33095850e5&device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 1100 time: 0.0803611 Apr 30 17:38:15.888816 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-019a3793-431d-490c-a40e-64c36f0c4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:15.890178 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-019a3793-431d-490c-a40e-64c36f0c4177 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 200 len: 918 time: 0.1306467 Apr 30 17:38:16.004225 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-a88a9ac1-cafa-445d-ac09-fcd59d7af082 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb HTTP/1.1" status: 200 len: 1002 time: 0.1029210 Apr 30 17:38:16.071952 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-421523d8-6e0a-4d15-aece-56b7d5b9e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:16.073576 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-421523d8-6e0a-4d15-aece-56b7d5b9e9c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 200 len: 856 time: 0.0626326 Apr 30 17:38:16.158126 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-ddaa6c9f-8302-4baf-b99a-48be6b392411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:16.159557 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-ddaa6c9f-8302-4baf-b99a-48be6b392411 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3df2c107-5571-43b1-818b-58943ce04e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0785871 Apr 30 17:38:16.292179 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-1257212a-c2e9-4ee5-a3c4-4b87deb33489 service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253324 Apr 30 17:38:16.427558 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-bed98a3c-008e-4834-acde-c31dd44bcf00 req-9a56c702-3bb0-463f-932f-c5d4d2ecce0a service neutron] 10.222.0.64 "GET /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277750 Apr 30 17:38:16.532702 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:38:16.646650 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-627c8fea-8e10-4fb7-bb23-9d4353cc4864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.075433 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:19.395449 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-03ab9464-a790-4266-88c7-d6075120f463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:20.447362 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:22.075438 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:26.242465 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2c48-a030-40b9-8960-307b9cb24247 req-e0599f42-adbd-44d5-aec2-85b27805e49b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:26.243959 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-860f2c48-a030-40b9-8960-307b9cb24247 req-e0599f42-adbd-44d5-aec2-85b27805e49b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 947 time: 0.0825531 Apr 30 17:38:26.290313 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-860f2c48-a030-40b9-8960-307b9cb24247 req-c67afa67-af8a-49a3-8d6a-f3c7003f6eaf tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404308 Apr 30 17:38:27.548736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d344dc-70ef-4ef6-bf7d-47e1839d6855 req-e35742da-1698-4092-b952-aad814490866 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:27.550243 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-44d344dc-70ef-4ef6-bf7d-47e1839d6855 req-e35742da-1698-4092-b952-aad814490866 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 947 time: 0.1484954 Apr 30 17:38:27.558049 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-2172e57d-f6b6-4806-b67d-2fc9b930659a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:27.559457 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-2172e57d-f6b6-4806-b67d-2fc9b930659a tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 947 time: 0.1226935 Apr 30 17:38:27.658424 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-44d344dc-70ef-4ef6-bf7d-47e1839d6855 req-cea57292-3f20-4a46-92cc-c2fb7befe377 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed5d0730-1b43-4816-93b6-65f4f65d72c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978703 Apr 30 17:38:27.727133 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Deleting port bfe21450-f0ef-48a5-99fb-85b995d250bb {{(pid=74464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:38:27.727477 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:27.868528 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.db [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] For port bfe21450-f0ef-48a5-99fb-85b995d250bb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfe21450-f0ef-48a5-99fb-85b995d250bb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:38:27.868880 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:28.260962 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:28.261333 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517713'] for floatingip, after_update {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:28.261880 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.l3_db [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Floating IP f1b260db-bfa1-41b2-8713-ade9430adc0c disassociated. External IP: 172.28.3.126, port: bfe21450-f0ef-48a5-99fb-85b995d250bb. Apr 30 17:38:28.262007 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.plugin [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Calling delete_port for bfe21450-f0ef-48a5-99fb-85b995d250bb owned by compute:nova {{(pid=74464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:38:28.462540 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530792260'] for port, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:28.468445 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5c2a2467-f629-48e3-b61e-6f5a7025a218 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:28.517107 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event deleted for resources: {'Port': ['ID=bfe21450-f0ef-48a5-99fb-85b995d250bb,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:28.520141 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:28.707379 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:38:28.831971 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-9ad4e0e2-6a30-42d4-91e2-7e5a04936040 req-82235955-6d4d-4ca9-ae5e-98bdd8b35945 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0599055 Apr 30 17:38:28.938216 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:38:28.948826 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] Sync routers for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:38:28.962795 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:38:28.963495 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:38:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:29.019963 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] No DVR routers for this DVR port bfe21450-f0ef-48a5-99fb-85b995d250bb on host hv-cinder-78477 {{(pid=74464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:38:29.023006 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for port, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:29.026154 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-deleted', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb'}] {{(pid=74464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 17:38:29.072377 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63297ef-6eeb-4785-9d59-f967579e4ec7', 'name': 'network-vif-deleted', 'tag': 'bfe21450-f0ef-48a5-99fb-85b995d250bb', 'status': 'completed', 'code': 200} Apr 30 17:38:29.140027 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:38:29.143157 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-5dd15023-d4eb-495f-8f21-afb1e27a22a7 req-f114c52f-8145-4410-9ce7-4f43b3b04589 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.64 "DELETE /v2.0/ports/bfe21450-f0ef-48a5-99fb-85b995d250bb HTTP/1.1" status: 204 len: 173 time: 1.5690947 Apr 30 17:38:29.453396 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:29.457583 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] Checking router: 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:38:29.467337 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:38:29.468025 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:38:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:29.643532 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:38:29.994575 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:29.998686 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ebf35-a4a9-47bb-bb83-07aa282cd133 None None] The sync data for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb is: [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:32:32Z', 'revision_number': 4, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb', '_interfaces': [{'id': 'f2cfa32b-bf52-4c91-a514-720a6fd6bd6c', 'name': '', 'network_id': '3df2c107-5571-43b1-818b-58943ce04e22', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'mac_address': 'fa:16:3e:d2:d4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:30Z', 'updated_at': '2021-04-30T17:32:41Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'subnets': [{'id': 'db65efef-90fb-45ed-911b-b39a415826c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:38:30.004130 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-7733b1ec-4483-48d1-87c2-90a5c6fa994b req-f244e2f4-5f70-4054-a028-7f0c1c871486 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Synchronizing usage tracker for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:port {{(pid=74464) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 17:38:30.128025 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [req-7733b1ec-4483-48d1-87c2-90a5c6fa994b req-f244e2f4-5f70-4054-a028-7f0c1c871486 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Unset dirty status for tenant:bf6ce34dbe8946e680c69c33095850e5 on resource:port {{(pid=74464) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 17:38:30.133017 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [req-7733b1ec-4483-48d1-87c2-90a5c6fa994b req-f244e2f4-5f70-4054-a028-7f0c1c871486 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/ports?device_id=c63297ef-6eeb-4785-9d59-f967579e4ec7 HTTP/1.1" status: 200 len: 210 time: 0.1687586 Apr 30 17:38:30.240253 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf598647-c9e5-43e0-b094-bb4fbefb0daa None None] New status for floating IP f1b260db-bfa1-41b2-8713-ade9430adc0c: DOWN {{(pid=74465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 17:38:30.866978 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:38:30.902168 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] No Port match for: bfe21450-f0ef-48a5-99fb-85b995d250bb {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:38:30.902516 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Device bfe21450-f0ef-48a5-99fb-85b995d250bb not bound to the agent host hv-cinder-78477 {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:38:31.339578 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49800) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:31.407664 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfeb2-3c86-4f32-a189-04794da8e4be tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:31.436501 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfeb2-3c86-4f32-a189-04794da8e4be tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:31.612560 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfeb2-3c86-4f32-a189-04794da8e4be tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:31.618736 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-094badf7-4340-446e-a21a-0b5eafe77f33 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:31.635230 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcfeb2-3c86-4f32-a189-04794da8e4be tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d0730-1b43-4816-93b6-65f4f65d72c2,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:31.638424 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-9ddcfeb2-3c86-4f32-a189-04794da8e4be tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:31.643429 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-9ddcfeb2-3c86-4f32-a189-04794da8e4be tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:31.643429 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-9ddcfeb2-3c86-4f32-a189-04794da8e4be tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed5d0730-1b43-4816-93b6-65f4f65d72c2 HTTP/1.1" status: 204 len: 168 time: 0.3009987 Apr 30 17:38:31.644797 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49804) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:31.662285 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.api.v2.resource [None req-5cb78d42-7d6f-4ec3-a5b6-1c21fdca56c5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] show failed (client error): The resource could not be found. Apr 30 17:38:31.665054 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-5cb78d42-7d6f-4ec3-a5b6-1c21fdca56c5 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "GET /v2.0/security-groups/ed5d0730-1b43-4816-93b6-65f4f65d72c2 HTTP/1.1" status: 404 len: 347 time: 0.0177236 Apr 30 17:38:31.666772 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49808) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:31.895464 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Deleting port 228d5179-00a8-46af-af97-60f14b789f0a {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:38:31.895806 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:32.020433 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:32.020755 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:32.151984 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Calling delete_port for 228d5179-00a8-46af-af97-60f14b789f0a owned by network:floatingip {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:38:32.350086 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:32.354665 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-791c6a1f-7428-4f3d-94c8-6d774906ca0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:32.401803 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Pushing event deleted for resources: {'Port': ['ID=228d5179-00a8-46af-af97-60f14b789f0a,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:32.405016 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:32.503057 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks [] for floatingip, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:32.600192 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259801'] for floatingip, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:32.602305 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-ee92a0c6-115c-474c-a610-ed2ffd204085 tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] 10.222.0.32 "DELETE /v2.0/floatingips/f1b260db-bfa1-41b2-8713-ade9430adc0c HTTP/1.1" status: 204 len: 168 time: 0.9346318 Apr 30 17:38:35.929070 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49832) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:36.725865 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407875'] for router_interface, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:37.131239 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Deleting port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:38:37.132761 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:37.251961 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] For port f2cfa32b-bf52-4c91-a514-720a6fd6bd6c, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=f2cfa32b-bf52-4c91-a514-720a6fd6bd6c,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:38:37.252304 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:37.377226 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Calling delete_port for f2cfa32b-bf52-4c91-a514-720a6fd6bd6c owned by network:router_interface {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:38:37.601575 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:37.605419 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-91dacd65-c42d-4e13-96c7-d9ee7201e92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:37.648074 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cfa32b-bf52-4c91-a514-720a6fd6bd6c,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:37.651440 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:38.013407 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3793282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400627'] for router_interface, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:38.363416 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 has already been hosted by L3 agent aa793c9f-4120-4a5e-8122-39f364b87787 {{(pid=74463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 17:38:38.546022 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] Notify agent at l3_agent.dv-cinder-784779-10-smb the message routers_updated {{(pid=74463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 17:38:38.555585 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] Sync routers for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 17:38:38.558944 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-87a29c62-b184-43d1-8151-bb31e0e60b8b admin admin] 10.222.0.32 "PUT /v2.0/routers/1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6286705 Apr 30 17:38:38.561490 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49838) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:38.574257 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:38:38.574881 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:38:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:38.738166 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks [] for router, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:38.755640 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: dv-cinder-784779-10-smb {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:38:38.917580 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:39.034621 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'external_fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58'}], 'enable_snat': True}, 'gw_port_id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:38:37Z', 'revision_number': 5, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port': {'id': '816332a6-f081-44e3-8f57-15f6ef502f0a', 'name': '', 'network_id': 'f3bf8316-f96a-4557-9e0f-541dde4310c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'ip_address': '172.28.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T17:32:22Z', 'updated_at': '2021-04-30T17:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee714183-fffa-4f6f-9b2d-135b7e167e54', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-10-smb'}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:39.038968 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] Checking router: 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 for host: dv-cinder-784779-10-smb {{(pid=74466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 17:38:39.047025 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] Routers {'1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'} bound to L3 agent in host dv-cinder-784779-10-smb {{(pid=74466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 17:38:39.047624 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T17:20:49Z,description=,heartbeat_timestamp=2021-04-30T17:38:19Z,host='dv-cinder-784779-10-smb',id=aa793c9f-4120-4a5e-8122-39f364b87787,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T17:20:50Z,topic='l3_agent')) {'router_ids': ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'], 'active': True} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:39.109585 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Deleting port 816332a6-f081-44e3-8f57-15f6ef502f0a {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:38:39.109950 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:39.202133 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_dvr_db [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] Set router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 gateway port host: None {{(pid=74466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 17:38:39.310800 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.l3_hamode_db [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:38:38Z', 'revision_number': 6, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port_host': None}], 'dv-cinder-784779-10-smb', False) {} {{(pid=74466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:39.314770 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846c5494-c7de-42cb-9e45-8a75fcce80a5 None None] The sync data for ids ['1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044'] in dv-cinder-784779-10-smb is: [{'id': '1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044', 'name': 'tempest-AttachVolumeShelveTestJSON-1467808474-router', 'tenant_id': 'bf6ce34dbe8946e680c69c33095850e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T17:32:20Z', 'updated_at': '2021-04-30T17:38:38Z', 'revision_number': 6, 'project_id': 'bf6ce34dbe8946e680c69c33095850e5', 'gw_port_host': None}] {{(pid=74466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 17:38:39.354419 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] For port 816332a6-f081-44e3-8f57-15f6ef502f0a, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=816332a6-f081-44e3-8f57-15f6ef502f0a,segment=NetworkSegment(f302672e-facf-49cc-bd4f-b261581a802e),segment_id=f302672e-facf-49cc-bd4f-b261581a802e)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:38:39.354775 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:39.477762 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Calling delete_port for 816332a6-f081-44e3-8f57-15f6ef502f0a owned by network:router_gateway {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:38:39.732802 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:39.736652 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a8b74ca2-17dc-4ba5-b883-34af1ef79b3b tempest-AttachVolumeShelveTestJSON-1117399109 tempest-AttachVolumeShelveTestJSON-1117399109-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:39.783332 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Pushing event deleted for resources: {'Port': ['ID=816332a6-f081-44e3-8f57-15f6ef502f0a,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:39.812104 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:39.874945 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517740'] for router_gateway, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.045696 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64949'] for router, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.047938 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.211368 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-517156'] for router, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.211881 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 {{(pid=74463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 17:38:40.224219 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] Notify callbacks [] for router, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.225527 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-ff9766e3-cec7-4d02-bf19-16f3769e9602 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1d7ff0d0-f8de-4bdf-a0e7-b13b06f12044 HTTP/1.1" status: 204 len: 168 time: 1.6629641 Apr 30 17:38:40.228089 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49842) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:40.293005 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4e508c-9e97-402c-9502-c22c722776df admin admin] Deleting subnet db65efef-90fb-45ed-911b-b39a415826c3 {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:38:40.297388 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cc4e508c-9e97-402c-9502-c22c722776df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.345559 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cc4e508c-9e97-402c-9502-c22c722776df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.420609 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cc4e508c-9e97-402c-9502-c22c722776df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.692404 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 816332a6-f081-44e3-8f57-15f6ef502f0a no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:38:40.729600 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: 816332a6-f081-44e3-8f57-15f6ef502f0a {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:38:40.729947 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device 816332a6-f081-44e3-8f57-15f6ef502f0a not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:38:40.730403 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f2cfa32b-bf52-4c91-a514-720a6fd6bd6c no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:38:40.762736 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: f2cfa32b-bf52-4c91-a514-720a6fd6bd6c {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:38:40.763102 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device f2cfa32b-bf52-4c91-a514-720a6fd6bd6c not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:38:40.784122 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cc4e508c-9e97-402c-9502-c22c722776df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.791103 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-76d0c3a0-fc6e-43fe-9f58-a92b6c8de70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:40.824153 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e508c-9e97-402c-9502-c22c722776df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db65efef-90fb-45ed-911b-b39a415826c3,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:40.827137 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-cc4e508c-9e97-402c-9502-c22c722776df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:40.828207 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-cc4e508c-9e97-402c-9502-c22c722776df admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:40.833736 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b79e7c-1afe-46c3-8985-4ba7f27aee7c None None] Network 3df2c107-5571-43b1-818b-58943ce04e22 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:38:40.834399 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-cc4e508c-9e97-402c-9502-c22c722776df admin admin] 10.222.0.32 "DELETE /v2.0/subnets/db65efef-90fb-45ed-911b-b39a415826c3 HTTP/1.1" status: 204 len: 168 time: 0.6053135 Apr 30 17:38:40.837437 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49846) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:40.944234 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.020653 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Deleting port b35c655e-3900-4118-9917-a207f4880cdb {{(pid=74463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:38:41.020991 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.081484 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] DHCP port deletion for 3df2c107-5571-43b1-818b-58943ce04e22 request from dv-cinder-784779-10-smb {{(pid=74465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 17:38:41.123270 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.db [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] For port b35c655e-3900-4118-9917-a207f4880cdb, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b35c655e-3900-4118-9917-a207f4880cdb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:38:41.123620 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.147709 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Deleting port b35c655e-3900-4118-9917-a207f4880cdb {{(pid=74465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 17:38:41.148151 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746975553109'] for port, before_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.250299 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.db [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] For port b35c655e-3900-4118-9917-a207f4880cdb, host dv-cinder-784779-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-10-smb',level=0,port_id=b35c655e-3900-4118-9917-a207f4880cdb,segment=NetworkSegment(2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d),segment_id=2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d)] {{(pid=74465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 17:38:41.250699 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399801'] for port, precommit_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.354007 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Calling delete_port for b35c655e-3900-4118-9917-a207f4880cdb owned by network:dhcp {{(pid=74463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:38:41.370589 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Calling delete_port for b35c655e-3900-4118-9917-a207f4880cdb owned by network:dhcp {{(pid=74465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 17:38:41.503714 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1692003'] for port, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.508311 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-3c667844-8b8f-47e7-861f-a413b6df62cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:41.510164 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3601478', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063151', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746975555238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746975137311'] for port, after_delete {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.513708 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:41.553033 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Pushing event deleted for resources: {'Port': ['ID=b35c655e-3900-4118-9917-a207f4880cdb,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:41.557105 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Pushing event deleted for resources: {'Port': ['ID=b35c655e-3900-4118-9917-a207f4880cdb,revision_number=None']} {{(pid=74465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:41.558729 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] No DVR routers for this DVR port b35c655e-3900-4118-9917-a207f4880cdb on host dv-cinder-784779-10-smb {{(pid=74463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:38:41.566690 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.567036 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.567372 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.567707 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.568034 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.568356 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.568679 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.568998 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.569318 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.569635 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.570546 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.570876 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.573643 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] No DVR routers for this DVR port b35c655e-3900-4118-9917-a207f4880cdb on host dv-cinder-784779-10-smb {{(pid=74465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 17:38:41.575054 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG oslo_concurrency.lockutils [None req-5a34e0b5-e911-458d-8688-c296c3e0a5cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74465) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:41.592120 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.592511 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.592893 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.593267 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.593658 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.594043 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.594435 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.594808 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.595173 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.595591 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.595977 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.596340 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:41.601859 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:41.688432 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.801447 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df2c107-5571-43b1-818b-58943ce04e22']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:41.814306 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:41.814602 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6fe8a9-ad7f-4367-8139-6fb6a7ccef8d') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:41.826652 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.846704 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:41.853351 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:38:42.019253 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Network 3df2c107-5571-43b1-818b-58943ce04e22 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:38:42.028019 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:42.195391 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Network 3df2c107-5571-43b1-818b-58943ce04e22 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:38:42.216653 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:38:42.406570 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:42.410436 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-46088273-36f5-4375-afc1-91189d2dea5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:42.428251 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:42.439179 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df2c107-5571-43b1-818b-58943ce04e22,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:42.442347 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:42.561998 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-fc1d4b5e-be33-410b-a247-06e0f734c291 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3df2c107-5571-43b1-818b-58943ce04e22 HTTP/1.1" status: 204 len: 168 time: 1.7234886 Apr 30 17:38:42.687139 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b35c655e-3900-4118-9917-a207f4880cdb no longer exists at agent ovs-agent-dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 17:38:42.721730 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] No Port match for: b35c655e-3900-4118-9917-a207f4880cdb {{(pid=74465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 17:38:42.722098 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Device b35c655e-3900-4118-9917-a207f4880cdb not bound to the agent host dv-cinder-784779-10-smb {{(pid=74465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 17:38:43.088375 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49852) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:43.139109 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-6ad8c4a8-ec09-4ae7-ac9b-e4eaad6adb89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf6ce34dbe8946e680c69c33095850e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493777 Apr 30 17:38:43.141379 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49856) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:43.199595 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a236900-6629-426d-bc44-935911edc549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:43.224230 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a236900-6629-426d-bc44-935911edc549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:43.470192 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a236900-6629-426d-bc44-935911edc549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:43.474040 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5ce03f36-9414-4cfc-b745-f6f12a098ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:43.488581 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a236900-6629-426d-bc44-935911edc549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e95e2d-3d74-41e7-aa38-037a2900e6d7,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:43.491839 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8a236900-6629-426d-bc44-935911edc549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:43.498695 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a236900-6629-426d-bc44-935911edc549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:43.499807 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8a236900-6629-426d-bc44-935911edc549 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4e95e2d-3d74-41e7-aa38-037a2900e6d7 HTTP/1.1" status: 204 len: 168 time: 0.3575141 Apr 30 17:38:43.583864 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:44.901439 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49880) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:45.005994 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439388696-network', 'tenant_id': '1bfe6569e9bb468c8b539eb1f577ce27'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:45.011169 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:45.014887 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Usage tracker for resource:network and tenant:1bfe6569e9bb468c8b539eb1f577ce27 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:45.017663 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:45.023726 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:45.133912 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Made reservation on behalf of 1bfe6569e9bb468c8b539eb1f577ce27 for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:38:45.136305 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:45.148805 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:45.164128 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:45.168285 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1bfe6569e9bb468c8b539eb1f577ce27 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:45.171155 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:45.177036 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:45.262452 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:45.400374 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:45.403413 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-dad542fe-1f2e-4ea6-98ee-ae906cce7a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:45.431439 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:38:45.439879 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ed3d1-5696-4d71-ba06-05925e971e9a,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:45.448622 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:45.448955 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Added segment fd450dad-96cd-4206-9729-b168ee1e323c of type vlan for network ed96aa62-4b55-4622-a8ed-610fb2db68c7 Apr 30 17:38:45.450573 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.450943 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.451333 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.451655 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.452011 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.452362 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.452709 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.453057 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.453410 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.453752 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.454114 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.458115 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-10-smb {{(pid=74464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 17:38:45.461977 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:45.484101 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:45.606475 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:45.607872 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:45.608466 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:45.611941 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:45.714404 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ed96aa62-4b55-4622-a8ed-610fb2db68c7,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:45.717029 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:45.724075 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network ed96aa62-4b55-4622-a8ed-610fb2db68c7 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:38:45.800403 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8978281 Apr 30 17:38:45.803229 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49886) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:45.808907 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Request body: {'subnet': {'network_id': 'ed96aa62-4b55-4622-a8ed-610fb2db68c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439388696-subnet', 'tenant_id': '1bfe6569e9bb468c8b539eb1f577ce27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:45.813623 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:45.817517 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Usage tracker for resource:subnet and tenant:1bfe6569e9bb468c8b539eb1f577ce27 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:45.820969 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:45.826875 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:45.966573 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Made reservation on behalf of 1bfe6569e9bb468c8b539eb1f577ce27 for: {'subnet': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:38:45.969066 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531058674'] for subnet, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:46.564584 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530791924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531058660'] for subnet, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:46.568450 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-4d69bf0e-8c2d-497a-b27f-0dd1e9db0389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:46.624139 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2cacecd9-e90f-4ff2-bc3b-18e09d4fab54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:46.640840 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7402abc-9702-4283-b94f-70bef9fd0362,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:46.644627 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:46.653466 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Checking segment: {'id': 'fd450dad-96cd-4206-9729-b168ee1e323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ed96aa62-4b55-4622-a8ed-610fb2db68c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:38:46.653466 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Network hostable DHCP agents. Network: ed96aa62-4b55-4622-a8ed-610fb2db68c7, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:38:46.744031 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Network ed96aa62-4b55-4622-a8ed-610fb2db68c7 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:38:46.903948 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, ed96aa62-4b55-4622-a8ed-610fb2db68c7) {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:38:46.913669 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:46.914042 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc9960e-6418-4eab-83af-f402b7fa0b85 None None] Network ed96aa62-4b55-4622-a8ed-610fb2db68c7 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:38:46.914544 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:47.025074 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-3c254e8e-1bb8-49d2-9fbd-f0e417ce52b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2204108 Apr 30 17:38:47.121311 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c566a047-6565-482b-bc1f-2d316227e98d None None] Network ed96aa62-4b55-4622-a8ed-610fb2db68c7 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:38:47.772095 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49904) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:47.777949 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-650120087-network', 'tenant_id': '1a8bc61adad247c09f85bd6a503e5db6'}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:47.782606 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:47.788553 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Usage tracker for resource:network and tenant:1a8bc61adad247c09f85bd6a503e5db6 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:47.796228 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:47.797343 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:47.932411 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Made reservation on behalf of 1a8bc61adad247c09f85bd6a503e5db6 for: {'network': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:38:47.934830 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3601413'] for network, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:47.948101 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:47.962657 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:47.966434 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Usage tracker for resource:security_group_rule and tenant:1a8bc61adad247c09f85bd6a503e5db6 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:47.969213 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:47.975984 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:48.058109 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:48.161159 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:48.164860 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-a924e573-f142-429e-afb0-54d7d50ad9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:48.192537 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=74464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 17:38:48.200826 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0224c2c4-3793-4e3e-9942-0cd2326f17ac,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:48.204334 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:48.206796 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:48.207138 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.db.segments_db [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Added segment e13caf50-1146-410d-94f9-fc8a9aa4634a of type vlan for network d0135299-89f4-4051-b9db-47895c23a283 Apr 30 17:38:48.236996 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746975123860'] for network, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:48.349253 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291'] for network, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:48.351226 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:48.351798 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:48.355208 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-eb419f35-b5a1-4aaf-9a47-3f515058371a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:48.452578 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Pushing event updated for resources: {'Network': ['ID=d0135299-89f4-4051-b9db-47895c23a283,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:48.455178 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:48.462997 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.plugins.ml2.rpc [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Network d0135299-89f4-4051-b9db-47895c23a283 details requested by agent ovs-agent-dv-cinder-784779-10-smb with host dv-cinder-784779-10-smb {{(pid=74465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 17:38:48.552618 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-5cebe9f5-35e3-4d3a-a481-3d1c62266292 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7768750 Apr 30 17:38:48.552878 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49908) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:48.558508 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.v2.base [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Request body: {'subnet': {'network_id': 'd0135299-89f4-4051-b9db-47895c23a283', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-650120087-subnet', 'tenant_id': '1a8bc61adad247c09f85bd6a503e5db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 17:38:48.563257 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:48.566967 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Usage tracker for resource:subnet and tenant:1a8bc61adad247c09f85bd6a503e5db6 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:48.570384 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:48.576009 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:48.698414 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Made reservation on behalf of 1a8bc61adad247c09f85bd6a503e5db6 for: {'subnet': 1} {{(pid=74464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 17:38:48.700795 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-531058674'] for subnet, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:49.069746 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:49.209524 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530791924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-531058660'] for subnet, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:49.213093 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:49.285537 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b4b1a04-0a45-4e91-9a81-0a67604c952c,revision_number=0']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:49.290064 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:49.295274 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Checking segment: {'id': 'e13caf50-1146-410d-94f9-fc8a9aa4634a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'd0135299-89f4-4051-b9db-47895c23a283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 17:38:49.295636 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Network hostable DHCP agents. Network: d0135299-89f4-4051-b9db-47895c23a283, hostable agents: ['4aae87fa-660d-4b71-b8e0-3da2632f1cde'], hosted agents: [] {{(pid=74464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 17:38:49.418411 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7dfae786-b9d7-43ff-82db-d00d55bf989d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:49.434973 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Network d0135299-89f4-4051-b9db-47895c23a283 is scheduled to be hosted by DHCP agent 4aae87fa-660d-4b71-b8e0-3da2632f1cde with binding_index 1 {{(pid=74464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 17:38:49.526620 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.scheduler.base_scheduler [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-10-smb, d0135299-89f4-4051-b9db-47895c23a283) {{(pid=74464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 17:38:49.535322 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea39ef0-14b0-40c8-aecc-62155085a747 None None] Network d0135299-89f4-4051-b9db-47895c23a283 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:38:49.536258 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 17:38:49.536555 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:49.665856 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-6b8843bc-23fc-4879-9f37-c8f18df81276 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1118193 Apr 30 17:38:49.807765 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6fdd0-bee2-4e10-a098-9f6d8858be3e None None] Network d0135299-89f4-4051-b9db-47895c23a283 requested from dv-cinder-784779-10-smb {{(pid=74465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 17:38:49.837371 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49914) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:49.898524 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.db_base_plugin_v2 [None req-43614783-06d8-4505-84e6-bf69ac00623b admin admin] Deleting subnet e7402abc-9702-4283-b94f-70bef9fd0362 {{(pid=74464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:38:49.902040 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-43614783-06d8-4505-84e6-bf69ac00623b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:49.955925 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-43614783-06d8-4505-84e6-bf69ac00623b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530770778'] for subnet, precommit_delete_associations {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.012538 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-43614783-06d8-4505-84e6-bf69ac00623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.372873 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-43614783-06d8-4505-84e6-bf69ac00623b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530791861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531058655'] for subnet, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.377209 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-7aef968c-6c34-46df-a1c8-32fe5e177b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:50.413610 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43614783-06d8-4505-84e6-bf69ac00623b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7402abc-9702-4283-b94f-70bef9fd0362,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:50.416700 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-43614783-06d8-4505-84e6-bf69ac00623b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:50.417705 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-43614783-06d8-4505-84e6-bf69ac00623b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for subnet, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.423722 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-43614783-06d8-4505-84e6-bf69ac00623b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e7402abc-9702-4283-b94f-70bef9fd0362 HTTP/1.1" status: 204 len: 168 time: 0.5851846 Apr 30 17:38:50.426243 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49918) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:50.458146 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.535850 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.770639 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.884246 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed96aa62-4b55-4622-a8ed-610fb2db68c7']}} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:50.897146 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd450dad-96cd-4206-9729-b168ee1e323c') {'for_net_delete': True} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:50.897505 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.services.segments.db [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd450dad-96cd-4206-9729-b168ee1e323c') {} {{(pid=74464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:50.910125 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530770787'] for segment, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.927256 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:50.934277 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=74464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:38:51.117811 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Network ed96aa62-4b55-4622-a8ed-610fb2db68c7 has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:38:51.127347 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530792215'] for segment, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:51.370979 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.plugins.ml2.managers [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Network ed96aa62-4b55-4622-a8ed-610fb2db68c7 has no segments {{(pid=74464) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: Traceback (most recent call last): Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: timer() Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: cb(*args, **kw) Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: return func(*args, **kwargs) Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: self._notify() Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: self.callback(batched_events) Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: event.method(event) Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: return f(self, *a, **k) Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: return self._get(url).json() Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: return self.request(url, 'GET', **kwargs) Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:38:51.413630 dv-cinder-784779-10-smb neutron-server[74464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:38:51.669014 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:51.674414 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:51.677151 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-069e9194-0d24-454d-a659-86dc8714b0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:51.699755 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ed96aa62-4b55-4622-a8ed-610fb2db68c7 HTTP/1.1" status: 204 len: 168 time: 1.2721543 Apr 30 17:38:51.701351 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed96aa62-4b55-4622-a8ed-610fb2db68c7,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:51.703816 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49922) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:51.705072 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8a3fe1f9-b30e-4053-87ad-b04d23a64db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:51.770777 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e424e91-cc98-42a0-9484-dbbd37f3ccb6 admin admin] Deleting subnet 8b4b1a04-0a45-4e91-9a81-0a67604c952c {{(pid=74463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 17:38:51.775381 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4e424e91-cc98-42a0-9484-dbbd37f3ccb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:51.864482 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4e424e91-cc98-42a0-9484-dbbd37f3ccb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531790649'] for subnet, precommit_delete_associations {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:51.930214 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4e424e91-cc98-42a0-9484-dbbd37f3ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3477941'] for subnet, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:52.064124 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:52.281572 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4e424e91-cc98-42a0-9484-dbbd37f3ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3477948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4063108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1692562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-531487899'] for subnet, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:52.285508 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-701dcf11-ff8e-44fc-8c4c-0c4f0e25ce35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:52.326835 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e424e91-cc98-42a0-9484-dbbd37f3ccb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b4b1a04-0a45-4e91-9a81-0a67604c952c,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:52.328754 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4e424e91-cc98-42a0-9484-dbbd37f3ccb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:52.331340 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-4e424e91-cc98-42a0-9484-dbbd37f3ccb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:52.335656 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-4e424e91-cc98-42a0-9484-dbbd37f3ccb6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8b4b1a04-0a45-4e91-9a81-0a67604c952c HTTP/1.1" status: 204 len: 168 time: 0.6307046 Apr 30 17:38:52.338139 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 49926) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:52.538673 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3622867'] for network, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:52.663947 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474472', 'neutron.services.segments.db._delete_segments_for_network-8746975565105'] for network, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:52.768443 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0135299-89f4-4051-b9db-47895c23a283']}} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:52.780963 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13caf50-1146-410d-94f9-fc8a9aa4634a') {'for_net_delete': True} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:52.781255 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.services.segments.db [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13caf50-1146-410d-94f9-fc8a9aa4634a') {} {{(pid=74463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 17:38:52.793333 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746975576423', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-531790592'] for segment, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:52.808825 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3481327'] for segment, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:52.814697 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=74463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 17:38:52.979458 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Network d0135299-89f4-4051-b9db-47895c23a283 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:38:52.991209 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3481312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1691952'] for segment, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:53.154680 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.plugins.ml2.managers [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Network d0135299-89f4-4051-b9db-47895c23a283 has no segments {{(pid=74463) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: Traceback (most recent call last): Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: timer() Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: cb(*args, **kw) Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: return func(*args, **kwargs) Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: self._notify() Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: self.callback(batched_events) Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: event.method(event) Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: return f(self, *a, **k) Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: return self._get(url).json() Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: return self.request(url, 'GET', **kwargs) Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 17:38:53.174761 dv-cinder-784779-10-smb neutron-server[74463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 17:38:53.320763 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3793291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517699'] for network, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:53.324383 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:53.338596 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3793317'] for network, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:53.348807 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] 10.222.0.32 "DELETE /v2.0/networks/d0135299-89f4-4051-b9db-47895c23a283 HTTP/1.1" status: 204 len: 168 time: 1.0096853 Apr 30 17:38:53.349868 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0135299-89f4-4051-b9db-47895c23a283,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:53.354704 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-a8f99455-910d-463a-b6f6-ccd481897a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:53.531877 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:38:53.802793 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49932) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:53.851063 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-667605cd-5d99-40f9-9d77-110761908895 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bfe6569e9bb468c8b539eb1f577ce27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457158 Apr 30 17:38:53.853266 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49936) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:53.915502 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4e9f-96d5-467e-8deb-6fcbe9cc8232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:53.942255 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4e9f-96d5-467e-8deb-6fcbe9cc8232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:54.068348 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4e9f-96d5-467e-8deb-6fcbe9cc8232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:54.072557 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:54.085806 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a4e9f-96d5-467e-8deb-6fcbe9cc8232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ed3d1-5696-4d71-ba06-05925e971e9a,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:54.088816 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-fd8a4e9f-96d5-467e-8deb-6fcbe9cc8232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:54.092986 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-fd8a4e9f-96d5-467e-8deb-6fcbe9cc8232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:54.095191 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-fd8a4e9f-96d5-467e-8deb-6fcbe9cc8232 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f36ed3d1-5696-4d71-ba06-05925e971e9a HTTP/1.1" status: 204 len: 168 time: 0.2409532 Apr 30 17:38:54.893208 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49944) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:54.940310 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-cccd51c0-d1f2-4b8a-81a6-7b16ab7ee6e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a8bc61adad247c09f85bd6a503e5db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486259 Apr 30 17:38:54.942787 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 49948) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:55.005899 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9d29f30f-e060-4ae8-aff6-6fd1d24b3dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:55.038389 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9d29f30f-e060-4ae8-aff6-6fd1d24b3dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:55.137864 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9d29f30f-e060-4ae8-aff6-6fd1d24b3dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:55.141656 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-5d4854f1-b34a-47f2-b722-ddcdc323c50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:55.153852 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29f30f-e060-4ae8-aff6-6fd1d24b3dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0224c2c4-3793-4e3e-9942-0cd2326f17ac,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:55.157295 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-9d29f30f-e060-4ae8-aff6-6fd1d24b3dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:55.160725 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-9d29f30f-e060-4ae8-aff6-6fd1d24b3dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:55.161849 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-9d29f30f-e060-4ae8-aff6-6fd1d24b3dbe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0224c2c4-3793-4e3e-9942-0cd2326f17ac HTTP/1.1" status: 204 len: 168 time: 0.2181673 Apr 30 17:38:58.184151 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 50002) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:58.305229 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:58.319993 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:58.323805 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a9c83f85bf7a498988d8967e088133af is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:58.326674 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:58.332332 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:58.415332 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:58.486773 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:58.495531 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-0e350140-bb50-478e-bb9b-6cd7c04a8658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:58.539102 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9c83f85bf7a498988d8967e088133af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531256 Apr 30 17:38:58.539942 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0bd03d-3731-4e48-bc39-863feb931efe,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:58.541277 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 50008) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:58.544022 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-3e7d0379-11f2-41bb-aef2-cf3ecde373f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:58.607268 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-88c97994-9b02-439e-a655-45ea37fafac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:58.635727 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-88c97994-9b02-439e-a655-45ea37fafac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:58.766767 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-88c97994-9b02-439e-a655-45ea37fafac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:58.770583 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-7ac1e3fc-3bba-4c1c-9408-d3cb1463f8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:58.783527 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c97994-9b02-439e-a655-45ea37fafac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0bd03d-3731-4e48-bc39-863feb931efe,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:58.786588 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-88c97994-9b02-439e-a655-45ea37fafac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:58.793231 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-88c97994-9b02-439e-a655-45ea37fafac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:58.794798 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-88c97994-9b02-439e-a655-45ea37fafac6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fe0bd03d-3731-4e48-bc39-863feb931efe HTTP/1.1" status: 204 len: 168 time: 0.2525322 Apr 30 17:38:59.352605 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 50016) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:59.371401 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.386368 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:38:59.390104 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] Usage tracker for resource:security_group_rule and tenant:5b105673cc41406996067c4419d9cdbc is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:38:59.392927 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:38:59.399864 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:38:59.482321 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.555442 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.563212 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-73a1e134-9db0-4b00-9ce8-132a613adbd6 tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:59.610016 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b105673cc41406996067c4419d9cdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561293 Apr 30 17:38:59.610677 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5b9e15-34be-4d85-9149-00ef580b2ad1,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:59.612947 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 50020) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:38:59.613920 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-fc3217ea-df8d-4971-bcf5-3f45cac64a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:59.689948 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1130-565f-4feb-9716-20c0e019b640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.716712 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1130-565f-4feb-9716-20c0e019b640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.862995 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1130-565f-4feb-9716-20c0e019b640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.867480 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-9d29f30f-e060-4ae8-aff6-6fd1d24b3dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:38:59.880988 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea1130-565f-4feb-9716-20c0e019b640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5b9e15-34be-4d85-9149-00ef580b2ad1,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:38:59.883620 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-e2ea1130-565f-4feb-9716-20c0e019b640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:38:59.892619 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1130-565f-4feb-9716-20c0e019b640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:38:59.893754 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-e2ea1130-565f-4feb-9716-20c0e019b640 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d5b9e15-34be-4d85-9149-00ef580b2ad1 HTTP/1.1" status: 204 len: 168 time: 0.2793438 Apr 30 17:39:13.503701 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:14.694870 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 50160) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:14.822931 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:14.839238 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:39:14.843813 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9fa5653e3d6d4c65b3781b2446a799bf is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:39:14.846774 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:39:14.852873 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:39:14.957921 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:15.161538 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:15.169278 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-3dcee1f6-7411-4712-9092-fe3018ae2cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:15.220524 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fa5653e3d6d4c65b3781b2446a799bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244195 Apr 30 17:39:15.221492 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6a16ba-0604-4a09-a0c4-253b0516a4a7,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:15.223424 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 50166) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:15.226147 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-1174941b-1a8f-46bd-851c-28b7465c41a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:15.289525 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-aadcb9e2-28a3-4ac4-b941-9cfe74f634cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:15.318343 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-aadcb9e2-28a3-4ac4-b941-9cfe74f634cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:15.446924 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-aadcb9e2-28a3-4ac4-b941-9cfe74f634cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:15.454111 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-688b5afa-6253-4798-91c6-03ea3360f9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:15.466757 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcb9e2-28a3-4ac4-b941-9cfe74f634cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6a16ba-0604-4a09-a0c4-253b0516a4a7,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:15.475106 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-aadcb9e2-28a3-4ac4-b941-9cfe74f634cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:15.475106 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-aadcb9e2-28a3-4ac4-b941-9cfe74f634cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:15.479343 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-aadcb9e2-28a3-4ac4-b941-9cfe74f634cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee6a16ba-0604-4a09-a0c4-253b0516a4a7 HTTP/1.1" status: 204 len: 168 time: 0.2542436 Apr 30 17:39:16.221411 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 50174) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:16.250146 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:16.267952 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:39:16.272089 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] Usage tracker for resource:security_group_rule and tenant:53c68c06f4eb4ad8a00fe6c42a659d36 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:39:16.275635 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:39:16.282519 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:39:16.381752 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:16.498328 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:16.505584 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e098a986-9477-4b8f-90aa-d43b3f893d1d tempest-TestShelveInstance-1032706938 tempest-TestShelveInstance-1032706938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:16.548051 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53c68c06f4eb4ad8a00fe6c42a659d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250601 Apr 30 17:39:16.549131 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7004ccb-6c3f-4dff-b94d-f35538e1bb67,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:16.551828 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 50178) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:16.552348 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-2c735b2e-9c06-4d99-8435-cd19e0a0bc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:16.606566 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0937-831e-4bbf-83e4-2040bfaa24ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:16.617087 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b826e45c-83bb-426d-9f9b-7c703b602bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:16.644695 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b826e45c-83bb-426d-9f9b-7c703b602bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:16.845494 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b826e45c-83bb-426d-9f9b-7c703b602bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:16.849420 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-c005e3cd-0811-4aac-9a81-8ce5d75b7fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:16.863059 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826e45c-83bb-426d-9f9b-7c703b602bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7004ccb-6c3f-4dff-b94d-f35538e1bb67,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:16.867984 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-b826e45c-83bb-426d-9f9b-7c703b602bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:16.873615 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-b826e45c-83bb-426d-9f9b-7c703b602bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:16.874775 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-b826e45c-83bb-426d-9f9b-7c703b602bac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7004ccb-6c3f-4dff-b94d-f35538e1bb67 HTTP/1.1" status: 204 len: 168 time: 0.3216610 Apr 30 17:39:17.542228 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 50186) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:17.561349 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:17.578137 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:39:17.582023 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] Usage tracker for resource:security_group_rule and tenant:73613678ad9845588ee7da9bd4453f5e is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:39:17.584921 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:39:17.591446 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:39:17.689646 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:17.744224 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:17.757533 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8a236900-6629-426d-bc44-935911edc549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:17.800125 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73613678ad9845588ee7da9bd4453f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565401 Apr 30 17:39:17.800996 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e2930c-e55f-4d8d-9caa-552ecb77575c,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:17.802573 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 50190) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:17.804940 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8b6e10c0-c7db-4e7c-a183-dde62ca772bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:17.872668 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0ef8-e0dd-494e-a91b-7b6321ecf6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:17.902675 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0ef8-e0dd-494e-a91b-7b6321ecf6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:18.007376 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0ef8-e0dd-494e-a91b-7b6321ecf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:18.011515 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-4504f0e1-50f3-46c9-aa2b-66b9ef5cd093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:18.026227 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd0ef8-e0dd-494e-a91b-7b6321ecf6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e2930c-e55f-4d8d-9caa-552ecb77575c,revision_number=None']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:18.030930 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-4cfd0ef8-e0dd-494e-a91b-7b6321ecf6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:18.036957 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0ef8-e0dd-494e-a91b-7b6321ecf6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:18.038237 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-4cfd0ef8-e0dd-494e-a91b-7b6321ecf6f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67e2930c-e55f-4d8d-9caa-552ecb77575c HTTP/1.1" status: 204 len: 168 time: 0.2345979 Apr 30 17:39:19.046486 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:19.361523 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-838503aa-e551-4cf6-916a-22b36a4f094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:20.435978 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:22.086989 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:30.531657 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:39:37.468849 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 50302) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:37.589638 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:37.605201 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:39:37.608921 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] Usage tracker for resource:security_group_rule and tenant:f10d49cf3cf54d88b478316213e068b8 is out of sync, need to count used quota {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:39:37.611775 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.quota.resource [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74464) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:39:37.617526 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.db.quota.driver [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74464) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:39:37.700284 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:37.749472 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:37.756937 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-efbf5a73-64bf-412b-a9ec-98ceb0df77ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:37.798615 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b930ba47-beb7-4793-a0cc-222ed6436cec,revision_number=1']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:37.802681 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f10d49cf3cf54d88b478316213e068b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327992 Apr 30 17:39:37.803756 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-2ad45e71-7aea-436f-95ff-4707b045e893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:37.805772 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 50308) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:37.873687 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8932a2d1-0292-4659-a699-e3ad118def84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:37.902692 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8932a2d1-0292-4659-a699-e3ad118def84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:38.033960 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8932a2d1-0292-4659-a699-e3ad118def84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:38.037736 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-23c0acfd-e193-45b7-9f1d-87e7a3d04536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:38.051725 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932a2d1-0292-4659-a699-e3ad118def84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b930ba47-beb7-4793-a0cc-222ed6436cec,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:38.054047 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-8932a2d1-0292-4659-a699-e3ad118def84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:38.063709 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-8932a2d1-0292-4659-a699-e3ad118def84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:38.066208 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-8932a2d1-0292-4659-a699-e3ad118def84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b930ba47-beb7-4793-a0cc-222ed6436cec HTTP/1.1" status: 204 len: 168 time: 0.2580185 Apr 30 17:39:39.816252 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.wsgi [-] (74463) accepted ('10.222.0.32', 50340) {{(pid=74463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:39.948151 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:39.963939 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 17:39:39.968060 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] Usage tracker for resource:security_group_rule and tenant:0018945925d849169b5b215822f4e867 is out of sync, need to count used quota {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 17:39:39.971110 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.quota.resource [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74463) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 17:39:39.977197 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.db.quota.driver [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74463) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 17:39:40.061477 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:40.120748 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron_lib.callbacks.manager [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_create {{(pid=74463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:40.128117 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-e3e269f8-2055-4c80-8208-efe6aa634a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:40.175293 dv-cinder-784779-10-smb neutron-server[74463]: INFO neutron.wsgi [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0018945925d849169b5b215822f4e867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579545 Apr 30 17:39:40.176332 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857120f4-f5f0-4384-bda1-f119b4e20b61,revision_number=1']} {{(pid=74463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:40.178021 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.wsgi [-] (74464) accepted ('10.222.0.32', 50346) {{(pid=74464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 17:39:40.180218 dv-cinder-784779-10-smb neutron-server[74463]: DEBUG oslo_concurrency.lockutils [None req-6bb36a85-e0f1-49cd-a4a3-2e7b5c6ca29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74463) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:40.241869 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-32052bce-d84a-4f47-b035-53da388377b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:40.270156 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-32052bce-d84a-4f47-b035-53da388377b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:40.418668 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-32052bce-d84a-4f47-b035-53da388377b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3705244'] for security_group, after_delete {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:40.427068 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-98656d3c-611d-4e51-bd8a-6c2d0b4ff81b tempest-TestMinimumBasicScenario-347340429 tempest-TestMinimumBasicScenario-347340429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 17:39:40.441799 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32052bce-d84a-4f47-b035-53da388377b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857120f4-f5f0-4384-bda1-f119b4e20b61,revision_number=None']} {{(pid=74464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 17:39:40.444441 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG oslo_concurrency.lockutils [None req-32052bce-d84a-4f47-b035-53da388377b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74464) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 17:39:40.445968 dv-cinder-784779-10-smb neutron-server[74464]: DEBUG neutron_lib.callbacks.manager [None req-32052bce-d84a-4f47-b035-53da388377b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:40.450388 dv-cinder-784779-10-smb neutron-server[74464]: INFO neutron.wsgi [None req-32052bce-d84a-4f47-b035-53da388377b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/857120f4-f5f0-4384-bda1-f119b4e20b61 HTTP/1.1" status: 204 len: 168 time: 0.2699587 Apr 30 17:39:43.509714 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:46.612641 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ddbeb43d-bb3e-4c75-99bf-4a65f725e8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:49.024550 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:49.383609 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-748f0cb0-6e4d-4793-a876-98f6bbe441d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:50.486663 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:39:52.058689 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:07.530934 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:40:13.530995 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:16.627605 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-dfe212d3-5f76-4f9e-8490-0cc78db3071c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:19.016613 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:19.366223 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-18df7dab-b78f-4cd3-b9e0-6f12e1191f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:20.446261 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:22.074717 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:43.532262 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:44.529527 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:40:46.612340 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f8ce0dfc-11ad-4608-a1db-2ca8bfd333fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.021758 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:49.439540 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-9324bc61-24e0-43b0-8fdb-ef01f23d4918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:50.441078 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:40:52.107498 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:13.604349 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:16.612730 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-1564143a-359d-4d9a-bbe7-2f720e68f14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.034854 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:19.398864 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d44c-db78-4541-9cb0-b423f474f9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:20.446839 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:21.528899 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:41:22.137701 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:43.595533 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:46.686716 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-67dff46e-c8e0-4f0b-8787-6f32a8e27261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:49.069388 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:49.441138 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2d44508f-45bb-4f7a-a129-7a9572582a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:50.478322 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:52.101363 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:41:58.527652 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:42:13.583830 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:16.663575 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ad102a48-426b-41bb-8b3f-e8db52e31cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:19.044416 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:19.378017 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-13ec141f-89cd-4569-9d9e-1de51b54678d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:20.418487 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:22.095487 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:35.526192 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:42:43.583665 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:46.629080 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-1c11294a-7f4a-408c-8665-af36bfb4275e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:49.032574 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:49.372400 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b234d3b7-c6ab-46b8-a0d3-629a46c6ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:50.446622 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:42:52.091859 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:12.524939 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:43:13.588913 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:16.629076 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-2430216b-b605-4e6b-8c9c-f4d6bec61ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:19.037346 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:19.369141 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-51492ef8-9681-43f2-92b8-5656a921c62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:20.451874 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:22.086195 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:43.578465 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:46.626103 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc531-214f-4f59-8c4a-0e2ad6d40ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:49.037940 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:49.409213 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-0bf2e93a-ed5c-45fb-a897-8dde487517fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:49.527614 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 17:43:50.455249 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:43:52.149148 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:13.571714 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-219dd873-4315-4b2f-9bb9-025d741c46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:16.597019 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-7810ec62-b167-452f-9f9e-9d970e284991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:19.051541 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9b54-206f-4f03-b477-79e0d338cdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:19.371563 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-6c5b68b5-582b-450d-910b-6202d2f08ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:20.463349 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-f9ca00dc-c18c-4445-8d20-757034edf5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:22.094818 dv-cinder-784779-10-smb neutron-server[74465]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb1dc-ca33-44ed-a97e-83e14e6a4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746975565087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474422'] for agent, after_update {{(pid=74465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 17:44:26.527405 dv-cinder-784779-10-smb neutron-server[74466]: DEBUG neutron.db.agents_db [None req-91517208-f346-4aa5-9b66-f29fe66f3d9e None None] Agent healthcheck: found 6 active agents {{(pid=74466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}